-- Logs begin at Tue 2022-05-24 14:49:58 UTC, end at Tue 2022-05-24 16:00:13 UTC. -- May 24 15:29:08.315564 dv-cinder-843153-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 24 15:29:11.092879 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.common.config [-] Logging enabled! May 24 15:29:11.093515 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 24 15:29:11.093617 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103966) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 24 15:29:11.096902 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.common.config [-] Logging enabled! May 24 15:29:11.097157 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 24 15:29:11.097466 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103966) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 24 15:29:11.098404 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 24 15:29:11.098634 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 24 15:29:11.099002 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 24 15:29:11.099244 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 24 15:29:11.099471 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 24 15:29:11.099880 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.100203 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.100437 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.100734 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.101032 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.101292 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.101589 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.101883 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.102166 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.102446 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.102729 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.102956 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.103294 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.103587 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.103876 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.104124 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] debug = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.104410 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.104869 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.105255 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.105537 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.105824 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.106104 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.106374 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.106650 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.106932 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.107261 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] host = dv-cinder-843153-1-iscsi {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.107537 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.107823 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.108131 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.108419 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.108692 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.108968 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.109252 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.109524 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.109793 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] log_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.110066 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.110353 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.110639 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.110930 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.111156 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.111377 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.111665 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.111950 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.112246 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.112519 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.112792 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.113064 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.113336 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.113602 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.113886 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.114170 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.114455 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.114729 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.115003 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.115276 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.115550 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.115833 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.116135 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.116410 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.116686 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.116972 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.117242 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.117515 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.117812 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.118094 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.118379 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.118662 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.119008 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.119291 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.119563 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.119833 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.120132 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] use_json = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.120406 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.120676 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.120955 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.121226 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.121502 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.121771 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.122038 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.122320 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.122592 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:11.122887 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.123182 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.123483 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.123763 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.124089 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.124368 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.124657 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.124933 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.125223 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.125510 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.125797 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.126072 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.126371 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.126664 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.126959 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.127263 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.127556 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.127847 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.128146 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.128421 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.128693 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.128970 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.129256 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.129533 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.129822 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.130109 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.130388 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.130684 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.130968 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.131255 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.131557 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.131842 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.132211 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.132489 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.132781 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.133058 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.133329 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.133616 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.133892 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.134162 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.134491 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.134794 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.135082 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.135376 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.135634 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.135929 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.136234 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.136507 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.136777 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.137051 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.137322 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.137603 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.137877 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.138147 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.138417 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.138696 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.138969 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.139240 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.139513 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.139782 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.140079 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.140353 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.140624 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.140896 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.141165 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.141439 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.141711 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.141978 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.142251 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.142525 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.142797 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.143069 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.143341 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.143611 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.143909 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.144206 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.144485 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.144763 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.145040 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.145317 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.145591 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.145866 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.146141 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.146409 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.146697 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.146979 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.147263 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.147539 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.147815 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.148156 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.148433 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.148707 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.148990 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.149260 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.149533 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.149812 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.150117 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.150466 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.150761 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.151039 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.151340 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.151631 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.151921 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.152226 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.152536 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.152814 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:11.153029 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 24 15:29:11.153267 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103966) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 24 15:29:11.604050 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 24 15:29:11.604297 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 24 15:29:11.604643 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 24 15:29:11.604969 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.manager [-] Loading core plugin: ml2 May 24 15:29:11.932338 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:11.932556 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:11.932802 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:11.933985 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:11.934262 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:11.934527 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:11.989709 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:11.989983 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:11.990247 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.005183 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.005462 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.005728 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.035903 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.036207 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.036469 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.072952 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.073222 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.073490 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.416619 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.417279 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.417279 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.417447 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.418085 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.514037 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.514364 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.514640 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.514910 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.515177 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.515481 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.515741 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.515999 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.516282 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.516560 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.516823 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.517073 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.517325 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.517580 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.517842 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.518096 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.518351 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.518614 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.518878 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.519134 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.519402 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.519653 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.519931 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.520332 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.520580 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.520823 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.521218 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 15:29:12.521458 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 15:29:12.521693 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 15:29:12.521928 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 15:29:12.522161 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 15:29:12.522398 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 15:29:12.522763 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 24 15:29:12.527043 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 24 15:29:12.531018 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 24 15:29:12.534676 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 24 15:29:12.536649 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 24 15:29:12.537117 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 24 15:29:12.537452 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 24 15:29:12.537830 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 24 15:29:12.540706 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 24 15:29:12.540955 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 24 15:29:12.541298 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 24 15:29:12.546424 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 24 15:29:12.569809 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 24 15:29:12.570254 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.570550 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103966) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 24 15:29:12.570915 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.572507 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103966) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 24 15:29:12.572792 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 24 15:29:12.573032 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 24 15:29:12.576324 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.576717 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:12.638915 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 24 15:29:12.639147 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 24 15:29:12.639382 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 24 15:29:12.639745 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 24 15:29:12.692127 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO dbcounter [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Registered counter for database neutron May 24 15:29:12.714858 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_db.sqlalchemy.engines [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103966) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 24 15:29:12.721655 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG dbcounter [-] [103966] Writer thread running {{(pid=103966) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 24 15:29:13.172822 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Initializing driver for type 'gre' May 24 15:29:13.173338 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] gre ID ranges: [(1, 1000)] May 24 15:29:13.234407 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Initializing driver for type 'local' May 24 15:29:13.234738 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Initializing driver for type 'vlan' May 24 15:29:13.249075 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] VlanTypeDriver initialization complete May 24 15:29:13.249366 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Initializing driver for type 'vxlan' May 24 15:29:13.249839 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] vxlan ID ranges: [(1, 1000)] May 24 15:29:13.310500 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Initializing extension driver 'port_security' May 24 15:29:13.310826 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.extensions.port_security [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] PortSecurityExtensionDriver initialization complete May 24 15:29:13.311154 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Initializing mechanism driver 'openvswitch' May 24 15:29:13.311454 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Initializing mechanism driver 'hyperv' May 24 15:29:13.318258 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.plugins.ml2.plugin [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:29:13.318929 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > port after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.319297 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > port after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.319642 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > port after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.320195 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 24 15:29:13.320617 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > subnet after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.320956 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > subnet after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.321309 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.321681 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 24 15:29:13.322236 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > network after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.322764 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > network after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.323110 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > network after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.323495 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 24 15:29:13.323900 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > security_group after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.324267 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > security_group after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.324576 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.324985 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 24 15:29:13.325385 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.325728 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.326071 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.326454 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 24 15:29:13.326857 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > address_group after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.327192 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > address_group after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.327523 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.327903 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 24 15:29:13.328522 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] ML2 OVO RPC backend initialized. {{(pid=103966) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 24 15:29:13.329225 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.329591 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.329988 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > network before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.330335 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > networks before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.330675 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > port before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.331010 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > ports before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.331349 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > subnet before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.331688 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > subnets before_response 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.332046 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > network after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.332387 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > network after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.332708 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > network after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.333041 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > port after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.333369 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > port after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.333704 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > port after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.334032 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > subnet after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.334353 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > subnet after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.334676 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.342447 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded quota_driver: . May 24 15:29:13.342809 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.plugin [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Modular L2 Plugin initialization complete May 24 15:29:13.343154 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading services supported by the core plugin {{(pid=103966) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 24 15:29:13.343494 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.plugins.ml2.managers [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Got port-security extension from driver 'port_security' May 24 15:29:13.343969 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.extensions.vlantransparent [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Disabled vlantransparent extension. May 24 15:29:13.344490 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103966) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 24 15:29:13.344811 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading Plugin: router May 24 15:29:13.380255 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.380648 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router after_create 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.381005 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router before_create 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.381364 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.381735 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.382083 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router after_delete 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.382437 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.382785 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.383142 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router after_create 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.383480 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router after_update 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.383806 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router after_update 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.384176 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.384622 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router after_update 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.385023 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router precommit_update 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.385394 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: port after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.385723 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: port after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.386054 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: subnet after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.386386 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.386727 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.387063 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router precommit_create 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.387404 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: port before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.387744 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router precommit_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.388093 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router after_update 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.388429 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.388771 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router precommit_create 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.389123 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.389461 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router precommit_update 55549900 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.389815 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > agent after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.390157 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > agent after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.390491 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > network after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.391351 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Tracking information for resource: router configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 15:29:13.391678 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Tracking information for resource: floatingip configured {{(pid=103966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 24 15:29:13.396733 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.db.l3_agentschedulers_db [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 24 15:29:13.397299 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: port after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.397655 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: port after_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.397999 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: port after_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.398345 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: port after_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.399120 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router before_create 55550100 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.399477 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.399831 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router precommit_create 55550100 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.400279 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > router precommit_update 55550100 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.405077 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.services.provider_configuration [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service providers = [] {{(pid=103966) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 24 15:29:13.405439 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.db.servicetype_db [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103966) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 24 15:29:13.408410 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.services.service_base [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 15:29:13.408755 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.services.service_base [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 15:29:13.409092 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.services.service_base [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 15:29:13.409968 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.services.service_base [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 24 15:29:13.410642 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.services.service_base [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Default provider is not specified for service type L3_ROUTER_NAT May 24 15:29:13.411013 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 15:29:13.411325 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 24 15:29:13.423973 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 15:29:13.424615 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading Plugin: auto_allocate May 24 15:29:13.431441 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: network precommit_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.432095 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: network precommit_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.432630 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 15:29:13.433055 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading Plugin: tag May 24 15:29:13.441797 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 15:29:13.442238 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading Plugin: timestamp May 24 15:29:13.447864 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 15:29:13.448370 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading Plugin: network_ip_availability May 24 15:29:13.455849 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.456275 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.456766 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.457644 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 15:29:13.458186 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading Plugin: flavors May 24 15:29:13.462970 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 15:29:13.463300 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading Plugin: revisions May 24 15:29:13.467614 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 24 15:29:13.468003 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_concurrency.lockutils [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.863s {{(pid=103966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 24 15:29:13.468770 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103966) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 24 15:29:13.469103 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Initializing extension manager. May 24 15:29:13.469615 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: __init__.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.469961 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: __pycache__ {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.470288 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: _port_mac_address_override.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.470613 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: address_group.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.471566 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.472178 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: address-group May 24 15:29:13.472504 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: address_scope.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.473222 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.473718 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: address-scope May 24 15:29:13.474041 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.474957 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.475458 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: router-admin-state-down-before-update May 24 15:29:13.475778 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: agent.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.476498 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.476998 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: agent May 24 15:29:13.477316 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: agent_resources_synced.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.478270 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.478773 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: agent-resources-synced May 24 15:29:13.479087 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: allowedaddresspairs.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.480918 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.481433 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: allowed-address-pairs May 24 15:29:13.481762 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: auto_allocated_topology.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.482828 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.483332 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: auto-allocated-topology May 24 15:29:13.483676 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: availability_zone.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.486869 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.486869 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: availability_zone May 24 15:29:13.486869 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: availability_zone_filter.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.486869 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.486869 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: availability_zone_filter May 24 15:29:13.486869 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: data_plane_status.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.487694 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.488212 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension data-plane-status not supported by any of loaded plugins May 24 15:29:13.488529 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: default_subnetpools.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.489433 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.489926 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: default-subnetpools May 24 15:29:13.490238 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.491070 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.491558 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: dhcp_agent_scheduler May 24 15:29:13.491872 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: dns.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.492799 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.493287 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension dns-integration not supported by any of loaded plugins May 24 15:29:13.493600 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: dns_domain_ports.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.494609 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.495097 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension dns-domain-ports not supported by any of loaded plugins May 24 15:29:13.495419 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.496372 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.496870 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 24 15:29:13.497188 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: dvr.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.497860 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.498353 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: dvr May 24 15:29:13.498672 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: ecmp_routes.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.499586 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.500155 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension ecmp_routes not supported by any of loaded plugins May 24 15:29:13.500569 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: empty_string_filtering.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.501834 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.502384 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: empty-string-filtering May 24 15:29:13.502687 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.503745 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.504285 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 24 15:29:13.504604 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.505508 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.506005 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 24 15:29:13.506320 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: external_net.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.507227 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.507725 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: external-net May 24 15:29:13.508050 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.508974 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.509626 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: extra_dhcp_opt May 24 15:29:13.509950 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: extraroute.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.510853 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.511350 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: extraroute May 24 15:29:13.511666 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: extraroute_atomic.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.512732 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.513237 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: extraroute-atomic May 24 15:29:13.513557 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: filter_validation.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.514229 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.514726 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: filter-validation May 24 15:29:13.515041 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: fip_pf_description.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.515957 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.516489 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 24 15:29:13.516804 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: fip_pf_port_range.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.517714 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.518211 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 24 15:29:13.518532 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: fip_port_details.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.519436 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.519927 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: fip-port-details May 24 15:29:13.520266 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: flavors.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.521492 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.521993 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: flavors May 24 15:29:13.522310 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.523987 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.524530 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 24 15:29:13.524861 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: floatingip_pools.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.525782 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.526293 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: floatingip-pools May 24 15:29:13.526615 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: ip_allocation.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.527535 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.528063 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension ip_allocation not supported by any of loaded plugins May 24 15:29:13.528377 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.529291 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.529788 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: ip-substring-filtering May 24 15:29:13.530114 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: l2_adjacency.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.531042 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.531534 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension l2_adjacency not supported by any of loaded plugins May 24 15:29:13.531854 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: l3.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.532868 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.533374 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: router May 24 15:29:13.533700 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.536270 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.536790 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 24 15:29:13.537120 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.538031 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.538531 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: ext-gw-mode May 24 15:29:13.538856 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.539770 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.540304 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: l3-ha May 24 15:29:13.540651 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.541566 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.542055 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 24 15:29:13.542373 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: l3_flavors.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.543268 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.543766 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: l3-flavors May 24 15:29:13.544124 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.545481 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.545988 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 24 15:29:13.546310 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.547218 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.547719 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: l3-port-ip-change-not-allowed May 24 15:29:13.548048 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: l3agentscheduler.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.549108 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.549606 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: l3_agent_scheduler May 24 15:29:13.549933 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: local_ip.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.551712 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.552265 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension local_ip not supported by any of loaded plugins May 24 15:29:13.552589 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: logging.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.554048 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.554558 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension logging not supported by any of loaded plugins May 24 15:29:13.554878 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: metering.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.555623 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.556276 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: metering May 24 15:29:13.556609 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.557763 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.558264 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: metering_source_and_destination_fields May 24 15:29:13.558587 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: multiprovidernet.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.559619 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.560162 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: multi-provider May 24 15:29:13.560484 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: netmtu.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.561395 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.561892 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: net-mtu May 24 15:29:13.562209 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: netmtu_writable.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.563115 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.563616 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: net-mtu-writable May 24 15:29:13.563940 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: network_availability_zone.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.564632 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.565127 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: network_availability_zone May 24 15:29:13.565444 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: network_ip_availability.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.566536 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.567039 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: network-ip-availability May 24 15:29:13.567355 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: network_segment_range.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.568138 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.568634 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension network-segment-range not supported by any of loaded plugins May 24 15:29:13.568947 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: pagination.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.569937 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.570260 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: pagination May 24 15:29:13.570577 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: port_device_profile.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.571469 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.572116 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: port-device-profile May 24 15:29:13.572441 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: port_mac_address_override.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.573372 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.573886 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: port-mac-override May 24 15:29:13.574201 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.575114 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.575607 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: port-mac-address-regenerate May 24 15:29:13.575919 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.576859 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.577354 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: port-numa-affinity-policy May 24 15:29:13.577670 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: port_resource_request.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.578575 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.579063 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension port-resource-request not supported by any of loaded plugins May 24 15:29:13.579380 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: port_resource_request_groups.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.580373 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.580868 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 24 15:29:13.581184 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: portbindings.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.582106 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.582603 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: binding May 24 15:29:13.582918 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: portbindings_extended.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.584209 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.584720 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: binding-extended May 24 15:29:13.585041 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: portsecurity.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.585946 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.586444 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: port-security May 24 15:29:13.586767 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: project_id.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.587813 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.588172 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: project-id May 24 15:29:13.588488 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: providernet.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.589394 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.589893 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: provider May 24 15:29:13.590210 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.593812 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.594330 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos not supported by any of loaded plugins May 24 15:29:13.594656 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.595898 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.596433 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 24 15:29:13.596765 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.597704 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.598212 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 24 15:29:13.598532 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_default.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.599443 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.599940 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-default not supported by any of loaded plugins May 24 15:29:13.600275 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_fip.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.601188 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.601694 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-fip not supported by any of loaded plugins May 24 15:29:13.602015 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.602922 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.603471 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 24 15:29:13.603768 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_gateway_ip.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.604719 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.605222 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 24 15:29:13.605538 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_port_network_policy.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.606448 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.606947 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 24 15:29:13.607262 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.608326 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.608826 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 24 15:29:13.609141 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.610165 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.610665 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 24 15:29:13.610981 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_pps_rule.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.612196 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.612700 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-pps not supported by any of loaded plugins May 24 15:29:13.613020 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_rule_type_details.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.613936 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.614436 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 24 15:29:13.614755 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.615660 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.616189 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 24 15:29:13.616508 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: qos_rules_alias.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.617656 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.618160 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension qos-rules-alias not supported by any of loaded plugins May 24 15:29:13.618483 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: quota_check_limit.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.619496 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.620022 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: quota-check-limit May 24 15:29:13.620371 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: quotasv2.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.621298 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.621622 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: quotas May 24 15:29:13.621936 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: quotasv2_detail.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.623619 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.623955 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: quota_details May 24 15:29:13.624311 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: rbac.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.625385 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.625905 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: rbac-policies May 24 15:29:13.626231 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: rbac_address_group.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.627155 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.627658 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: rbac-address-group May 24 15:29:13.627979 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: rbac_address_scope.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.628997 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.629500 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: rbac-address-scope May 24 15:29:13.629822 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: rbac_security_groups.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.630734 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.631229 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: rbac-security-groups May 24 15:29:13.631546 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: rbac_subnetpool.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.632483 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.632980 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: rbac-subnetpool May 24 15:29:13.633301 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: revisionifmatch.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.634222 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.634870 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: revision-if-match May 24 15:29:13.635205 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: revisions.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.636352 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.636881 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: standard-attr-revisions May 24 15:29:13.637174 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: router_availability_zone.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.637839 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.638334 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: router_availability_zone May 24 15:29:13.638654 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: routerservicetype.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.639563 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.640050 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension router-service-type not supported by any of loaded plugins May 24 15:29:13.640399 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.641316 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.641808 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: security-groups-normalized-cidr May 24 15:29:13.642120 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.643031 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.643528 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: port-security-groups-filtering May 24 15:29:13.643847 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.644790 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.645289 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: security-groups-remote-address-group May 24 15:29:13.645613 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.646553 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.647053 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: security-groups-shared-filtering May 24 15:29:13.647374 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: securitygroup.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.658626 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.659172 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: security-group May 24 15:29:13.659479 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: segment.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.660537 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.661041 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension segment not supported by any of loaded plugins May 24 15:29:13.661362 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.662297 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.662792 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 24 15:29:13.663114 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: servicetype.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.664251 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.664769 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: service-type May 24 15:29:13.665095 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: sorting.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.666268 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.666594 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: sorting May 24 15:29:13.666917 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: standard_attr_segment.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.667830 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.668360 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension standard-attr-segment not supported by any of loaded plugins May 24 15:29:13.668680 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: standardattrdescription.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.669329 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.669827 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: standard-attr-description May 24 15:29:13.670148 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: stateful_security_group.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.671085 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.671586 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: stateful-security-group May 24 15:29:13.671904 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: stdattrs_common.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.672499 dv-cinder-843153-1-iscsi neutron-server[103966]: WARNING neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 24 15:29:13.672818 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.673760 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.674322 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 24 15:29:13.674590 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: subnet_onboard.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.675659 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.676193 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: subnet_onboard May 24 15:29:13.676514 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.677430 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.677929 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 24 15:29:13.678242 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: subnet_service_types.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.679157 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.679658 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: subnet-service-types May 24 15:29:13.679978 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: subnetallocation.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.681079 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.681636 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: subnet_allocation May 24 15:29:13.681951 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.682614 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.683115 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: subnetpool-prefix-ops May 24 15:29:13.683430 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.684381 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.684881 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 24 15:29:13.685193 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: tagging.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.686265 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.686766 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: standard-attr-tag May 24 15:29:13.687082 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: timestamp.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.688297 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.688808 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loaded extension: standard-attr-timestamp May 24 15:29:13.689133 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: trunk.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.690161 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.690665 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension trunk not supported by any of loaded plugins May 24 15:29:13.690988 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: trunk_details.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.691906 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.692442 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension trunk-details not supported by any of loaded plugins May 24 15:29:13.692760 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: uplink_status_propagation.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.693681 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.694185 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 24 15:29:13.694501 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Loading extension file: vlantransparent.py {{(pid=103966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 24 15:29:13.695171 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 24 15:29:13.695664 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extension vlan-transparent not supported by any of loaded plugins May 24 15:29:13.698282 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:network May 24 15:29:13.698815 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:subnet May 24 15:29:13.699203 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:subnetpool May 24 15:29:13.699594 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:port May 24 15:29:13.700858 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.701291 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service FLAVORS assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.701909 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.702325 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.702649 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:router May 24 15:29:13.703064 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:floatingip May 24 15:29:13.703561 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service METERING assigned prefix: /metering {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.705043 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.705416 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.705737 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:29:13.706749 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of CountableResource for resource:rbac_policy May 24 15:29:13.707186 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:security_group May 24 15:29:13.707632 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:security_group_rule May 24 15:29:13.708258 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service CORE assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.708583 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:subnetpool May 24 15:29:13.708921 dv-cinder-843153-1-iscsi neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] subnetpool is already registered May 24 15:29:13.709351 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service CORE assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.709670 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:subnetpool May 24 15:29:13.709996 dv-cinder-843153-1-iscsi neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] subnetpool is already registered May 24 15:29:13.712392 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.713029 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service FLAVORS assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.713613 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.714029 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.714356 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:router May 24 15:29:13.714703 dv-cinder-843153-1-iscsi neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] router is already registered May 24 15:29:13.715097 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:floatingip May 24 15:29:13.715430 dv-cinder-843153-1-iscsi neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] floatingip is already registered May 24 15:29:13.715880 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service METERING assigned prefix: /metering {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.716560 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of CountableResource for resource:rbac_policy May 24 15:29:13.716886 dv-cinder-843153-1-iscsi neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] rbac_policy is already registered May 24 15:29:13.717285 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:security_group May 24 15:29:13.717612 dv-cinder-843153-1-iscsi neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] security_group is already registered May 24 15:29:13.718002 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:security_group_rule May 24 15:29:13.718323 dv-cinder-843153-1-iscsi neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] security_group_rule is already registered May 24 15:29:13.718933 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service CORE assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.719255 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:subnetpool May 24 15:29:13.719579 dv-cinder-843153-1-iscsi neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] subnetpool is already registered May 24 15:29:13.719991 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.v2.resource_helper [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Service CORE assigned prefix: {{(pid=103966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 24 15:29:13.720336 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Creating instance of TrackedResource for resource:subnetpool May 24 15:29:13.720656 dv-cinder-843153-1-iscsi neutron-server[103966]: WARNING neutron.quota.resource_registry [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] subnetpool is already registered May 24 15:29:13.721112 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: extensions {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.722617 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: address-groups {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.724109 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: address-scopes {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.725427 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: agents {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.726590 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: auto-allocated-topology {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.727812 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: availability_zones {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.729118 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: dhcp-networks {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.730611 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: dhcp-agents {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.732048 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: routers {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.733815 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: flavors {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.735083 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: service_profiles {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.736319 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: next_providers {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.737736 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: service_profiles {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.739274 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: floatingip-pools {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.740509 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: routers {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.742187 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: floatingips {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.743453 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: l3-routers {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.745139 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: l3-agents {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.746528 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: metering-labels {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.747772 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: metering-label-rules {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.749170 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: network-ip-availabilities {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.750439 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: bindings {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.751963 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: quotas {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.754443 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: quotas {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.755995 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: rbac-policies {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.757185 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: security-groups {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.758513 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: security-group-rules {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.759831 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: service-providers {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.761051 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: subnetpools {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.762360 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: subnetpools {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.763898 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.765595 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.767405 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.769190 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.770881 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.772851 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.774530 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.776495 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.778238 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.779987 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron.api.extensions [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Extended resource: tags {{(pid=103966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 24 15:29:13.786325 dv-cinder-843153-1-iscsi neutron-server[103966]: WARNING keystonemiddleware.auth_token [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 24 15:29:13.791415 dv-cinder-843153-1-iscsi neutron-server[103966]: WARNING keystonemiddleware.auth_token [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 24 15:29:13.800182 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_concurrency.lockutils [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Acquired lock "singleton_lock" {{(pid=103966) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 24 15:29:13.800650 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_concurrency.lockutils [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Releasing lock "singleton_lock" {{(pid=103966) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 24 15:29:13.801289 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO oslo_service.service [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Starting 2 workers May 24 15:29:13.806579 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Started child 104075 {{(pid=103966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 24 15:29:13.810933 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Started child 104076 {{(pid=103966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 24 15:29:13.811758 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:13.812506 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO neutron.service [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Neutron service started, listening on 0.0.0.0:9696 May 24 15:29:13.813200 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:13.813334 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [-] (104075) wsgi starting up on http://0.0.0.0:9696 May 24 15:29:13.815545 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO oslo_service.service [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Starting 1 workers May 24 15:29:13.816060 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:13.817488 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [-] (104076) wsgi starting up on http://0.0.0.0:9696 May 24 15:29:13.820813 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Started child 104077 {{(pid=103966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 24 15:29:13.821355 dv-cinder-843153-1-iscsi neutron-server[103966]: INFO oslo_service.service [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Starting 1 workers May 24 15:29:13.824552 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.service [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] calling RpcWorker wait() {{(pid=104077) _wait /opt/stack/neutron/neutron/service.py:128}} May 24 15:29:13.825120 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.service [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] returning from RpcWorker wait() {{(pid=104077) _wait /opt/stack/neutron/neutron/service.py:135}} May 24 15:29:13.826087 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Started child 104078 {{(pid=103966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 24 15:29:13.826297 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:13.826825 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:29:13.826956 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG neutron_lib.callbacks.manager [None req-9804fafe-5f34-46f3-a15b-3fe383ea8945 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:13.828809 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103966) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 24 15:29:13.829028 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 24 15:29:13.829178 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 24 15:29:13.829400 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 24 15:29:13.829714 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 24 15:29:13.829856 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 24 15:29:13.830357 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.830648 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.830904 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.831154 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.831749 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.831980 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.832279 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:13.832785 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.832785 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.832785 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.833014 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.833092 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.833363 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.833591 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.833789 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:29:13.833951 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.834206 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.834442 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.834654 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.834825 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.835088 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.835346 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.835589 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.835872 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] debug = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.836113 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.836626 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.836863 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.837091 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.837307 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.837627 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.837884 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.838168 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.838413 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.838624 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.838878 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.839129 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.839362 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.839625 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.839760 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.840023 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.840276 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.840753 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] host = dv-cinder-843153-1-iscsi {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.840982 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.841227 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.841455 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.841702 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.841957 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.842179 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.842447 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.842721 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.842983 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.843209 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.843479 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.843726 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.843955 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.844229 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.844393 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_options = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.844625 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.844943 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.845149 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.845344 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.845510 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.845671 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.845943 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.846081 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.846325 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.846540 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.846772 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.846999 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.847225 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.847442 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.847697 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.847907 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.848195 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.848426 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.849416 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.849416 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.849416 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.849416 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.849802 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.849802 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.850004 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.850234 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.850459 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.850667 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.850876 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.851086 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.851405 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.851585 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.851886 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.852230 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.852677 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.852910 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.853157 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.853946 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.853946 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.853946 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.854932 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.854932 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.854932 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.854932 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.857867 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.857867 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.857867 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] use_json = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.857867 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.857867 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.857867 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.857867 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.857867 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.857867 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.858909 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.858909 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.858909 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.858909 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.858909 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.858909 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.858909 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.858909 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866291 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866291 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866291 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866291 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866291 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866291 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866291 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866291 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866877 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866877 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866877 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866877 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866877 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866877 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866877 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.866877 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867458 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867458 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867458 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867458 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867458 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867458 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867458 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867458 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867987 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867987 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867987 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867987 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867987 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867987 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867987 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.867987 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.868539 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.868539 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.868539 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.868539 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.868539 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.868539 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.868539 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.868539 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.868539 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.869328 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.869328 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.869328 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.869538 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.869690 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.869929 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.870154 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.870514 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.870990 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.871203 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.871607 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.871856 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.872284 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.872530 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.872753 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.872977 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.873216 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.873435 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.873662 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.873890 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.874122 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.874331 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.874572 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.874789 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.875000 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.875209 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.875422 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.875650 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.875864 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.876120 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.876347 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.876559 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.876766 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.876973 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.877204 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.877418 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.877645 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.877841 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.878421 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.878421 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.878599 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.878677 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.878864 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.879091 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.879305 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.879625 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.879864 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.880134 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.880350 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.880596 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.880809 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.881059 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.881288 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.881520 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.881747 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.882008 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.882231 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.882571 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.882701 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.882903 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.883155 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.883389 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.883615 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.883874 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.884098 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.884455 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.884758 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.885035 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.885278 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.885530 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.885761 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.886007 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.886254 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.886530 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.886754 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.887015 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.887250 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.887517 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.888367 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.888367 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.888367 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.888744 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.888873 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.889083 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.889325 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.889566 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.890001 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.890135 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.890274 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.890471 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.890788 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.890952 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.891157 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.891591 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.891725 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.891934 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.892168 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.892420 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.892665 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.892915 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.893174 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.893418 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.893649 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.894095 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.894095 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.894363 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.894491 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.894830 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.894971 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.895110 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.895312 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.895555 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.895767 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.895980 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.896262 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.896473 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.896892 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.896892 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.897157 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.897328 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.897509 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.897922 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.897922 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.898195 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.898411 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.898551 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.898734 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.898940 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.899183 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.899398 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.899681 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.899958 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.900215 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.900441 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.900663 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.900898 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.901112 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.901352 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.901569 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.902424 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.902424 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.902424 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.902424 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.902939 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.902939 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.903182 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.903311 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.904094 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.904094 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.904094 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.904404 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.904592 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.904836 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.905051 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.905263 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.905477 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.905708 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.905922 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.906142 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.906352 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.906565 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.906776 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.907003 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.907231 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.907467 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.907719 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.907944 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.908152 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.908368 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.908582 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.908791 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.909020 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.909228 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.909455 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.909678 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.909905 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.910438 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.910714 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.910936 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.911165 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.911412 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.911651 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.911887 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.912138 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.912381 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.912589 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.912825 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.913037 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.913241 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.913465 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.913669 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.913872 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.914949 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.914949 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.914949 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.914949 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.914949 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.915353 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.915353 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.915565 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.915801 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.916055 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.916344 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.916568 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.916787 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.917020 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.917223 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.917443 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.917653 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.918178 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.918178 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.918459 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.918459 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.918815 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.918952 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.919152 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.919439 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.919665 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.919904 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.920190 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.920500 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.920727 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.920983 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.921212 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.921427 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.921704 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.921883 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.922256 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.922470 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.922712 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.922976 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.923260 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.923553 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.923825 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.924066 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.924419 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.924713 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.925008 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.925377 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.925480 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.925832 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.925948 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.926150 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.926359 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.926608 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.926810 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.927047 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.927274 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.927521 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.927712 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.927926 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.928162 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.928410 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.928649 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.928888 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.929098 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.929254 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 24 15:29:13.929770 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103966) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 24 15:29:13.929928 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 24 15:29:13.930078 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 24 15:29:13.930245 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 24 15:29:13.930411 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 24 15:29:13.930561 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 24 15:29:13.930766 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.930923 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.931079 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.931264 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.931456 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.931617 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.931773 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.931928 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.932115 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.932270 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.932426 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.932582 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.932739 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.932893 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.933049 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.933204 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.933360 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.933520 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.933696 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.933832 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.933962 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.934102 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] debug = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.934287 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.934429 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.934586 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.934735 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.935091 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.935091 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.935232 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.935311 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.935465 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.935619 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.935775 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.935928 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.936103 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.936258 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.936413 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.936566 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.936720 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.936874 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] host = dv-cinder-843153-1-iscsi {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.937029 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.937183 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.937336 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.937489 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.937646 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.937800 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.937957 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.938114 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.938331 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.938420 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.938551 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.938705 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.938929 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.939027 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.939153 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_options = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.939306 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.939496 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.939628 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.939779 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.939933 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.940089 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.940248 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.940403 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.940559 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.940856 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.940856 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.940987 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.941139 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.941295 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.941450 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.941603 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.941756 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.941911 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.942066 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.942220 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.942378 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.942533 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.942687 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.942841 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.942996 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.943151 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.943305 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.943459 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.943613 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.943768 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.943922 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.944096 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.944252 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.944412 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.944565 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.944719 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.944873 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.945028 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.945186 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.945339 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.945492 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.945647 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.945800 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.945954 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.946109 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.946264 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.946418 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] use_json = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.946574 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.946728 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.946936 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.947071 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:29:13.947162 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.947242 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.947552 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.947709 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.947867 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.948021 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 24 15:29:13.948223 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.948386 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.948559 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.948717 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.948876 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.949033 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.949190 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.949349 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.949507 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.949671 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.949817 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.949975 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.950143 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.950300 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.950456 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.950615 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.950772 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.951135 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.951135 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.951300 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.951380 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.951515 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.951682 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.951838 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.951996 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.952175 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.952333 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.952498 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.952656 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.952848 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.952997 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.953156 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.953314 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.953471 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.953629 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.953789 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.953949 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.954108 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.954266 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.954425 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.954588 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.954745 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.954938 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.955056 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.955214 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.955371 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.955707 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.955707 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.955860 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.955975 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.956153 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.956312 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.956472 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.956631 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.956792 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.956952 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.957108 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.957276 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.957433 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.957615 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.957766 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.957907 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.958073 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.958207 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.958365 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.958521 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.958680 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.958841 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.959010 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.959169 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.959325 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.959482 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.959642 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.959802 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.959960 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.960139 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.960298 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.960454 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.960612 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.960769 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.960927 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.961085 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.961245 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.961402 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.961562 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.961719 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.961875 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.962032 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.962190 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.962348 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.962538 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.962713 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.962872 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.963030 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.963192 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.963349 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.963509 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.963667 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.963824 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.963981 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.964160 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.964317 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.964479 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.964780 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.964780 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.964927 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.965085 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.965222 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.965378 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.965534 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.965692 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.965850 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.966007 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.966165 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.966323 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.966479 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.966636 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.966792 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.966950 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.967117 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.967275 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.967437 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.967596 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.967760 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.967928 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.968111 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.968268 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.968425 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.968621 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.968718 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.968880 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.969039 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.969197 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.969357 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.969535 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.969670 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.969829 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.969986 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.970143 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.970322 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.970480 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.970638 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.970796 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.970947 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.971099 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.971257 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.971413 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.971570 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.971727 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.971919 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.972133 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.972215 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.972352 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.972523 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.972659 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.972795 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.972952 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.973110 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.973267 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.973421 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.973724 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.973724 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.974214 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.974214 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.974214 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.974478 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.974478 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.974620 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.974735 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.974893 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.975051 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.975225 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.975361 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.975669 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.975669 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.975802 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.975949 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.976128 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.976288 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.976445 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.976604 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.976761 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.976919 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.977077 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.977235 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.977393 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.977551 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.977926 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.977926 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.978133 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.978212 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.978358 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.978513 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.978736 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.978876 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.979007 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.979155 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.979279 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.979436 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.979592 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.979750 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.979918 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.980092 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.980253 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.980412 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.980569 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.980725 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.980883 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.981043 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.981201 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.981362 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.981520 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.981679 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.981837 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.981996 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.982152 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.982308 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.982465 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.982626 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.982783 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.982939 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.983095 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.983269 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.983419 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.983578 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.983734 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.983890 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.984061 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.984222 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.984397 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.984557 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.984698 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.984858 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.985069 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.985797 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.985797 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.985797 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.985797 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.985797 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.986150 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.986150 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.986281 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.986364 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.986480 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.986638 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.986797 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.986951 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.987118 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.987274 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.987431 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.987588 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.987746 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.987903 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.988089 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.988250 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.988407 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.988566 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.988722 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.989007 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.989329 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.989615 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.989908 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.990081 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.990242 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.990401 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.990560 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.990784 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.990888 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.991100 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.991194 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.991334 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.991479 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.991641 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.991921 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.992050 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.992134 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.992432 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.992432 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.992602 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.992761 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 43858) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:29:13.992950 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.992950 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.993233 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.993233 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.993582 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.993582 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.993880 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.994020 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.994150 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.994370 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.994370 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.994586 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.994757 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.994903 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.995105 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.995239 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.995372 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.995527 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.995685 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.995844 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.996002 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.996182 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.996340 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 24 15:29:13.996492 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 24 15:29:14.001869 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070083 May 24 15:29:23.301967 dv-cinder-843153-1-iscsi neutron-server[103966]: DEBUG dbcounter [-] [103966] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103966) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:25.351627 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767f1eeb-33b7-40d2-a940-2b786d541141 None None] get_active_networks_info from dv-cinder-843153-1-iscsi {{(pid=104077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 24 15:29:25.380069 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writer thread running {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 24 15:29:25.434477 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767f1eeb-33b7-40d2-a940-2b786d541141 None None] No non-hosted networks {{(pid=104077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 24 15:29:25.448437 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.agentschedulers_db [None req-767f1eeb-33b7-40d2-a940-2b786d541141 None None] DHCP Agent not found on host dv-cinder-843153-1-iscsi {{(pid=104077) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 24 15:29:25.555260 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dee1d7f7-dcc0-4102-ad1f-4d5b55ea8320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-926571'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:27.035361 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writer thread running {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 24 15:29:27.531264 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-024f4ed3-7de4-4ff7-b6a0-c6bf6236757d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-926571'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:27.575809 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5ea79f6b-dc2c-402a-8b23-8d7eacd65afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:28.489617 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 43928) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:29:29.116104 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-926571'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:29.284678 dv-cinder-843153-1-iscsi neutron-server[104076]: WARNING oslo_policy.policy [None req-a7a77e13-01ff-41ea-a6a1-ec3f2eaed9de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 15:29:29.286034 dv-cinder-843153-1-iscsi neutron-server[104076]: WARNING oslo_policy.policy [None req-a7a77e13-01ff-41ea-a6a1-ec3f2eaed9de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 15:29:29.513233 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [None req-a7a77e13-01ff-41ea-a6a1-ec3f2eaed9de admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:29:29.532689 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-a7a77e13-01ff-41ea-a6a1-ec3f2eaed9de admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0411243 May 24 15:29:30.299456 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-926571'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:31.045098 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.db.l3_hamode_db [None req-fbb0f528-d528-4777-82b8-ca8379dee9b0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 24 15:29:31.127383 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb0f528-d528-4777-82b8-ca8379dee9b0 None None] Routers set() bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:29:31.127770 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb0f528-d528-4777-82b8-ca8379dee9b0 None None] Router IDs set() for agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 24 15:29:31.687288 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-926571'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:31.687937 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.688998 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.688998 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.688998 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.689294 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.689572 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.690089 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.690429 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.690827 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.691385 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.691755 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.692058 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.692395 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.692711 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.693021 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:31.693452 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843153-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:29:31.699347 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843153-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:29:31.990751 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 43964) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:29:32.325460 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9aff765c-31c4-4d0b-a39b-a346c92b778a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:29:32.414367 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.policy [None req-9aff765c-31c4-4d0b-a39b-a346c92b778a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104076) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 24 15:29:32.455518 dv-cinder-843153-1-iscsi neutron-server[104076]: WARNING oslo_policy.policy [None req-9aff765c-31c4-4d0b-a39b-a346c92b778a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 15:29:32.455855 dv-cinder-843153-1-iscsi neutron-server[104076]: WARNING oslo_policy.policy [None req-9aff765c-31c4-4d0b-a39b-a346c92b778a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 15:29:32.475493 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writer thread running {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 24 15:29:32.551836 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9aff765c-31c4-4d0b-a39b-a346c92b778a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751501415807', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751501417315', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751501530172', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751501523474', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751501519828', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751501510730', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66860597', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66969550', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-838696', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-763773'] for rbac-policy (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:32.624563 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9aff765c-31c4-4d0b-a39b-a346c92b778a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:32.625695 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9aff765c-31c4-4d0b-a39b-a346c92b778a admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6339774 May 24 15:29:35.062104 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 43976) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:29:35.612354 dv-cinder-843153-1-iscsi neutron-server[104075]: WARNING oslo_policy.policy [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 15:29:35.612899 dv-cinder-843153-1-iscsi neutron-server[104075]: WARNING oslo_policy.policy [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 15:29:35.824454 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:29:35.838004 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writer thread running {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 24 15:29:35.883275 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Made reservation on behalf of fbc2051fd3b243d7bc7fd22e9f1b9b6c for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:29:35.944344 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.policy [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104075) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 24 15:29:35.984905 dv-cinder-843153-1-iscsi neutron-server[104075]: WARNING oslo_policy.policy [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 15:29:35.985266 dv-cinder-843153-1-iscsi neutron-server[104075]: WARNING oslo_policy.policy [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 24 15:29:35.995344 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:36.020261 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:36.146085 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Publish callbacks [] for security_group (2a61c238-8ffd-4c51-97b9-d4a58dc6d324), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:36.151638 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (2a61c238-8ffd-4c51-97b9-d4a58dc6d324), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:36.171810 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:29:36.204637 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (af81aa5a-3bfc-4083-a740-853b482da7a8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:36.205005 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.segments_db [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Added segment af81aa5a-3bfc-4083-a740-853b482da7a8 of type vlan for network d7007512-e638-4475-8e6f-b4cba3ac6469 May 24 15:29:36.237689 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2a61c238-8ffd-4c51-97b9-d4a58dc6d324,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:29:36.287956 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.288317 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.288664 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.289046 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.289319 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.289637 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.289943 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.290257 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.290562 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.290869 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.291185 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.291511 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.291814 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.292129 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.292431 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Tracked resource versions report: May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: pushed versions: May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: { 'AddressGroup': {'1.2'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Agent': {'1.1'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'ConntrackHelper': {'1.0'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'LocalIPAssociation': {'1.0'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Log': {'1.0'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'NDPProxy': {'1.0'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Network': {'1.1'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Port': {'1.7'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'PortForwarding': {'1.3'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'QosPolicy': {'1.10'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'SecurityGroup': {'1.5'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'SecurityGroupRule': {'1.2'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'SubPort': {'1.0'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Subnet': {'1.1'}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Trunk': {'1.1'}} May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: consumer versions: May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: { DHCP agent@dv-cinder-843153-1-iscsi: {}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: L3 agent@dv-cinder-843153-1-iscsi: {}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: Metadata agent@dv-cinder-843153-1-iscsi: {}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: Metering agent@dv-cinder-843153-1-iscsi: {}, May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: Open vSwitch agent@dv-cinder-843153-1-iscsi: { 'AddressGroup': '1.2', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Agent': '1.1', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'ConntrackHelper': '1.0', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'LocalIPAssociation': '1.0', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Log': '1.0', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'NDPProxy': '1.0', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Network': '1.1', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Port': '1.7', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'PortForwarding': '1.3', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'QosPolicy': '1.10', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'SecurityGroup': '1.5', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'SecurityGroupRule': '1.2', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'SubPort': '1.0', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Subnet': '1.1', May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Trunk': '1.1'}} May 24 15:29:36.293826 dv-cinder-843153-1-iscsi neutron-server[104075]: {{(pid=104075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 15:29:36.327000 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (d7007512-e638-4475-8e6f-b4cba3ac6469), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:36.375654 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (d7007512-e638-4475-8e6f-b4cba3ac6469), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:36.380975 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:29:36.381692 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:36.485338 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.4218652 May 24 15:29:36.502791 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622102d-f1ce-4e5b-9011-203e38562d55 demo demo] Pushing event updated for resources: {'Network': ['ID=d7007512-e638-4475-8e6f-b4cba3ac6469,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:29:36.520065 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network d7007512-e638-4475-8e6f-b4cba3ac6469 details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:29:38.985590 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 43996) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:29:39.433722 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b10f9f-5a17-447c-a1eb-276d7d592964 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:29:39.435246 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-70b10f9f-5a17-447c-a1eb-276d7d592964 demo admin] 10.222.0.55 "GET /v2.0/networks/d7007512-e638-4475-8e6f-b4cba3ac6469 HTTP/1.1" status: 200 len: 825 time: 0.4487083 May 24 15:29:39.473453 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-20d0d640-a475-4da4-929c-6cfa50e5b2f4 demo admin] 10.222.0.55 "GET /v2.0/subnetpools/ca81cd65-0a0b-4166-a9e0-bd3d976ed398 HTTP/1.1" status: 200 len: 734 time: 0.0321474 May 24 15:29:39.485049 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-89c4fd9a-41e7-4b15-bbde-fbc39145082a demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'ca81cd65-0a0b-4166-a9e0-bd3d976ed398', 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469', 'name': 'private-subnet'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:29:39.500018 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=58,neutron:INSERT=40,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:39.521844 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c4fd9a-41e7-4b15-bbde-fbc39145082a demo admin] Made reservation on behalf of fbc2051fd3b243d7bc7fd22e9f1b9b6c for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:29:39.525574 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-89c4fd9a-41e7-4b15-bbde-fbc39145082a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:39.841188 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-89c4fd9a-41e7-4b15-bbde-fbc39145082a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for subnet (6d5a9e34-ea89-4aef-8c0e-d52cae8cc605), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:39.889220 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:39.927574 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4fd9a-41e7-4b15-bbde-fbc39145082a demo admin] Pushing event updated for resources: {'Subnet': ['ID=6d5a9e34-ea89-4aef-8c0e-d52cae8cc605,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:29:39.929726 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4fd9a-41e7-4b15-bbde-fbc39145082a demo admin] Checking segment: {'id': 'af81aa5a-3bfc-4083-a740-853b482da7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:29:39.930095 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c4fd9a-41e7-4b15-bbde-fbc39145082a demo admin] Network hostable DHCP agents. Network: d7007512-e638-4475-8e6f-b4cba3ac6469, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:29:39.953584 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c4fd9a-41e7-4b15-bbde-fbc39145082a demo admin] Network d7007512-e638-4475-8e6f-b4cba3ac6469 is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:29:39.970443 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-89c4fd9a-41e7-4b15-bbde-fbc39145082a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, d7007512-e638-4475-8e6f-b4cba3ac6469) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:29:39.975314 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c4fd9a-41e7-4b15-bbde-fbc39145082a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:29:39.976078 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-89c4fd9a-41e7-4b15-bbde-fbc39145082a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:39.981112 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64990d-b480-48c6-9bcb-70b8d96d5740 None None] Network d7007512-e638-4475-8e6f-b4cba3ac6469 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:29:39.996042 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-89c4fd9a-41e7-4b15-bbde-fbc39145082a demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5166476 May 24 15:29:40.243462 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cafb656-3f67-50a2-96d4-d932412c16ff-d7007512-e638-4475-8e6f-b4cba3ac6469', 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469', 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'fixed_ips': [{'subnet_id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605'}]}} from dv-cinder-843153-1-iscsi. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 15:29:40.244823 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:40.524977 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Allocated IP 172.20.0.2 (d7007512-e638-4475-8e6f-b4cba3ac6469/6d5a9e34-ea89-4aef-8c0e-d52cae8cc605/7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:29:40.533813 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:40.792599 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Publish callbacks [] for port (7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:40.800717 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:40.877695 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Network d7007512-e638-4475-8e6f-b4cba3ac6469 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:29:40.883585 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:29:40.888711 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Pushing event updated for resources: {'Port': ['ID=7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:29:40.890975 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:29:40.924851 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.925227 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.925564 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.925912 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.926243 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.926569 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.926891 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.927185 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.927535 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.927857 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.928208 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.928527 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.928845 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.929167 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.929485 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Tracked resource versions report: May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: pushed versions: May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: { 'AddressGroup': {'1.2'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Agent': {'1.1'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'ConntrackHelper': {'1.0'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'LocalIPAssociation': {'1.0'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Log': {'1.0'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'NDPProxy': {'1.0'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Network': {'1.1'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Port': {'1.7'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'PortForwarding': {'1.3'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'QosPolicy': {'1.10'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'SecurityGroup': {'1.5'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'SecurityGroupRule': {'1.2'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'SubPort': {'1.0'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Subnet': {'1.1'}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Trunk': {'1.1'}} May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: consumer versions: May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: { DHCP agent@dv-cinder-843153-1-iscsi: {}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: L3 agent@dv-cinder-843153-1-iscsi: {}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: Metadata agent@dv-cinder-843153-1-iscsi: {}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: Metering agent@dv-cinder-843153-1-iscsi: {}, May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: Open vSwitch agent@dv-cinder-843153-1-iscsi: { 'AddressGroup': '1.2', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Agent': '1.1', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'ConntrackHelper': '1.0', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'LocalIPAssociation': '1.0', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Log': '1.0', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'NDPProxy': '1.0', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Network': '1.1', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Port': '1.7', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'PortForwarding': '1.3', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'QosPolicy': '1.10', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'SecurityGroup': '1.5', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'SecurityGroupRule': '1.2', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'SubPort': '1.0', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Subnet': '1.1', May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Trunk': '1.1'}} May 24 15:29:40.930943 dv-cinder-843153-1-iscsi neutron-server[104077]: {{(pid=104077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 15:29:40.983203 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Attempting to bind port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:29:40.983855 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Attempting to bind port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'af81aa5a-3bfc-4083-a740-853b482da7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:29:40.983958 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Attempting to bind port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f on network d7007512-e638-4475-8e6f-b4cba3ac6469 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:29:40.989153 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:29:40.989567 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Checking segment: {'id': 'af81aa5a-3bfc-4083-a740-853b482da7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:29:40.990053 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:40.990435 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Bound using segment: {'id': 'af81aa5a-3bfc-4083-a740-853b482da7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:29:40.990910 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Bound port: 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af81aa5a-3bfc-4083-a740-853b482da7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:29:40.991309 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:40.999694 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:41.055181 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] For port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:29:41.074099 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] For port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f,segment=NetworkSegment(af81aa5a-3bfc-4083-a740-853b482da7a8),segment_id=af81aa5a-3bfc-4083-a740-853b482da7a8)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:29:41.081585 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:41.138431 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded75f32-6a46-4a72-864d-f328ac9a5b3b None None] Pushing event updated for resources: {'Port': ['ID=7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:29:41.312142 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=7 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:41.313331 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:42.455195 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44012) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:29:42.617760 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=13,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:42.619392 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=20,neutron:INSERT=34,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:42.803598 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [None req-53716f5e-27cf-4c01-87e8-383d8385cfb0 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:29:42.804714 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-53716f5e-27cf-4c01-87e8-383d8385cfb0 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3486142 May 24 15:29:45.217289 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44024) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:29:45.556698 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [None req-8e35d705-e5ea-42f4-a8e5-e03d32c96719 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:29:45.557679 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-8e35d705-e5ea-42f4-a8e5-e03d32c96719 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3394885 May 24 15:29:47.990308 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44032) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:29:48.329144 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-5762e7cb-1015-4cb3-b231-df69fb270f4e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:29:48.354409 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5762e7cb-1015-4cb3-b231-df69fb270f4e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-927047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4733'] for router (82abc056-8872-4dc4-a7e3-fbcce2ada7ed), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:48.355854 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5762e7cb-1015-4cb3-b231-df69fb270f4e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4726'] for router (82abc056-8872-4dc4-a7e3-fbcce2ada7ed), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:48.488630 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5762e7cb-1015-4cb3-b231-df69fb270f4e demo demo] Publish callbacks [] for router_controller (82abc056-8872-4dc4-a7e3-fbcce2ada7ed), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:48.495943 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5762e7cb-1015-4cb3-b231-df69fb270f4e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924690'] for router (82abc056-8872-4dc4-a7e3-fbcce2ada7ed), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:48.514602 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5762e7cb-1015-4cb3-b231-df69fb270f4e demo demo] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:48.515716 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-5762e7cb-1015-4cb3-b231-df69fb270f4e demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5244699 May 24 15:29:50.994707 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44044) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:29:51.127360 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:51.136358 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:51.348523 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [None req-953a9000-b9f3-4565-934a-309565879da4 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:29:51.349486 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-953a9000-b9f3-4565-934a-309565879da4 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3536980 May 24 15:29:52.291332 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f765fc3-3bee-4050-8a6d-0595e45695b9 None None] Network d7007512-e638-4475-8e6f-b4cba3ac6469 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:29:52.309946 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:29:52.435285 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b0f76d6c-ed84-4ed2-910e-7835de300f97 None None] Provisioning complete for port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:29:52.435680 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-ed84-4ed2-910e-7835de300f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:52.475022 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:29:52.475325 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:52.641045 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b0f76d6c-ed84-4ed2-910e-7835de300f97 None None] Current status of the port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:29:52.641447 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-ed84-4ed2-910e-7835de300f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:52.675747 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:29:52.676158 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:52.702894 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b0f76d6c-ed84-4ed2-910e-7835de300f97 None None] For port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f,segment=NetworkSegment(af81aa5a-3bfc-4083-a740-853b482da7a8),segment_id=af81aa5a-3bfc-4083-a740-853b482da7a8)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:29:52.710931 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b0f76d6c-ed84-4ed2-910e-7835de300f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:52.782295 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.db.api [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 24 15:29:52.782709 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG oslo_db.api [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 15:29:52.787428 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f76d6c-ed84-4ed2-910e-7835de300f97 None None] Pushing event updated for resources: {'Port': ['ID=7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:29:52.829552 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6bdbf4c6-0b08-4827-ad0b-4cd6a62e7e66 None None] Provisioning complete for port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:29:52.829809 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf4c6-0b08-4827-ad0b-4cd6a62e7e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:52.899977 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6bdbf4c6-0b08-4827-ad0b-4cd6a62e7e66 None None] Current status of the port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:29:53.319337 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:29:53.783769 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44056) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:29:54.141178 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:29:54.171541 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Made reservation on behalf of 9a64b5dceb3e44fc817c5b6566c89325 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:29:54.174758 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:54.191115 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:54.279346 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:29:54.322444 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Publish callbacks [] for security_group (e9ad3be6-de32-4817-8772-4461cb1ed03b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:54.322658 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:29:54.323131 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:54.327843 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (e9ad3be6-de32-4817-8772-4461cb1ed03b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:54.341879 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Reserving flat network on physical network physnet1 {{(pid=104076) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 24 15:29:54.366996 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (76a8db3e-3f41-4ccc-8096-009289ba2741), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:54.367421 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Added segment 76a8db3e-3f41-4ccc-8096-009289ba2741 of type flat for network 89f09afe-9f84-467f-83ae-ba767b6cb40a May 24 15:29:54.398105 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:29:54.439179 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ad3be6-de32-4817-8772-4461cb1ed03b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:29:54.470236 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.470575 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.470906 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.471227 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.471546 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.471856 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.472201 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.472511 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.472840 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.473140 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.473456 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.473747 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.474049 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.474346 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.474647 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Tracked resource versions report: May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: pushed versions: May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: { 'AddressGroup': {'1.2'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Agent': {'1.1'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'ConntrackHelper': {'1.0'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'LocalIPAssociation': {'1.0'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Log': {'1.0'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'NDPProxy': {'1.0'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Network': {'1.1'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Port': {'1.7'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'PortForwarding': {'1.3'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'QosPolicy': {'1.10'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'SecurityGroup': {'1.5'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'SecurityGroupRule': {'1.2'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'SubPort': {'1.0'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Subnet': {'1.1'}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Trunk': {'1.1'}} May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: consumer versions: May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: { DHCP agent@dv-cinder-843153-1-iscsi: {}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: L3 agent@dv-cinder-843153-1-iscsi: {}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: Metadata agent@dv-cinder-843153-1-iscsi: {}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: Metering agent@dv-cinder-843153-1-iscsi: {}, May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: Open vSwitch agent@dv-cinder-843153-1-iscsi: { 'AddressGroup': '1.2', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Agent': '1.1', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'ConntrackHelper': '1.0', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'LocalIPAssociation': '1.0', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Log': '1.0', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'NDPProxy': '1.0', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Network': '1.1', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Port': '1.7', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'PortForwarding': '1.3', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'QosPolicy': '1.10', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'SecurityGroup': '1.5', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'SecurityGroupRule': '1.2', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'SubPort': '1.0', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Subnet': '1.1', May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Trunk': '1.1'}} May 24 15:29:54.476052 dv-cinder-843153-1-iscsi neutron-server[104076]: {{(pid=104076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 15:29:54.492987 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (89f09afe-9f84-467f-83ae-ba767b6cb40a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:54.545271 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (89f09afe-9f84-467f-83ae-ba767b6cb40a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:54.546553 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:29:54.547250 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:54.639852 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8548639 May 24 15:29:54.643133 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6ce1b-392e-4dc6-840c-c6aed344be72 admin admin] Pushing event updated for resources: {'Network': ['ID=89f09afe-9f84-467f-83ae-ba767b6cb40a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:29:54.678937 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:29:54.692500 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:55.313506 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:55.329136 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dc5a4ecc-d3fc-418c-a2b8-e051ee50bbf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:57.093638 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44068) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:29:57.487263 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdc06bc-0ed1-4490-b2c3-01f103b59705 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:29:57.488542 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-6fdc06bc-0ed1-4490-b2c3-01f103b59705 demo admin] 10.222.0.55 "GET /v2.0/subnets/6d5a9e34-ea89-4aef-8c0e-d52cae8cc605 HTTP/1.1" status: 200 len: 849 time: 0.3939626 May 24 15:29:57.521758 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d4a8de15-cb72-4f96-8128-a99fb1109998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:57.611326 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-9583bc75-f39d-4f1c-a5d6-6e5e72e6d7ec demo admin] 10.222.0.55 "GET /v2.0/routers/82abc056-8872-4dc4-a7e3-fbcce2ada7ed HTTP/1.1" status: 200 len: 704 time: 0.1141450 May 24 15:29:57.864226 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:57.892561 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:58.201794 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Allocated IP 172.20.0.1 (d7007512-e638-4475-8e6f-b4cba3ac6469/6d5a9e34-ea89-4aef-8c0e-d52cae8cc605/60d537e4-6bdd-4b0e-8d01-c80bdeb4f822) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:29:58.365672 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Publish callbacks [] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:58.385852 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:58.485757 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:58.571437 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Network d7007512-e638-4475-8e6f-b4cba3ac6469 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:29:58.579350 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:29:58.582937 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:29:58.583750 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925511'] for router_interface (82abc056-8872-4dc4-a7e3-fbcce2ada7ed), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:58.604747 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Pushing event updated for resources: {'Port': ['ID=60d537e4-6bdd-4b0e-8d01-c80bdeb4f822,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:29:58.758806 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d38c3b41-222a-4d25-bf39-487bb24e155b None None] Provisioning complete for port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:29:58.759367 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d38c3b41-222a-4d25-bf39-487bb24e155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:58.784492 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:58.794451 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d38c3b41-222a-4d25-bf39-487bb24e155b None None] Port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:29:59.023246 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Publish callbacks [] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:59.030900 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:59.031710 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926679'] for router_interface (82abc056-8872-4dc4-a7e3-fbcce2ada7ed), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:59.051231 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:59.067060 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:29:59.107763 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Pushing event updated for resources: {'Port': ['ID=60d537e4-6bdd-4b0e-8d01-c80bdeb4f822,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:29:59.167710 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Network d7007512-e638-4475-8e6f-b4cba3ac6469 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:29:59.169126 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:29:59.333201 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Router 82abc056-8872-4dc4-a7e3-fbcce2ada7ed is scheduled to L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 15:29:59.429799 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:29:59.435232 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-075402fb-f4c5-454a-b93d-fd84815f7875 demo admin] 10.222.0.55 "PUT /v2.0/routers/82abc056-8872-4dc4-a7e3-fbcce2ada7ed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8182075 May 24 15:29:59.449156 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Sync routers for ids ['82abc056-8872-4dc4-a7e3-fbcce2ada7ed'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:29:59.461842 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Routers {'82abc056-8872-4dc4-a7e3-fbcce2ada7ed'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:29:59.462716 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:29:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['82abc056-8872-4dc4-a7e3-fbcce2ada7ed'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:29:59.530534 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0704451d-c8f1-4e41-9490-47a9af46e6d0 None None] Provisioning complete for port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:29:59.530886 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0704451d-c8f1-4e41-9490-47a9af46e6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:29:59.565545 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0704451d-c8f1-4e41-9490-47a9af46e6d0 None None] Port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:29:59.645435 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Set router 82abc056-8872-4dc4-a7e3-fbcce2ada7ed gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:30:00.066161 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'name': 'router1', 'tenant_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:29:48Z', 'updated_at': '2022-05-24T15:29:58Z', 'revision_number': 2, 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'gw_port_host': None, '_interfaces': [{'id': '60d537e4-6bdd-4b0e-8d01-c80bdeb4f822', 'name': '', 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469', 'tenant_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'mac_address': 'fa:16:3e:2f:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:29:57Z', 'updated_at': '2022-05-24T15:29:58Z', 'revision_number': 2, 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'subnets': [{'id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca81cd65-0a0b-4166-a9e0-bd3d976ed398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:30:00.117125 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Checking router: 82abc056-8872-4dc4-a7e3-fbcce2ada7ed for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:30:00.117486 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Updating router 82abc056-8872-4dc4-a7e3-fbcce2ada7ed port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 binding host dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:30:00.172070 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:00.248848 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:00.713858 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Publish callbacks [] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:00.721702 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:00.892917 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Pushing event updated for resources: {'Port': ['ID=60d537e4-6bdd-4b0e-8d01-c80bdeb4f822,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:30:00.895346 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Attempting to bind port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:30:00.895733 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Attempting to bind port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'af81aa5a-3bfc-4083-a740-853b482da7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:30:00.896183 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Attempting to bind port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 on network d7007512-e638-4475-8e6f-b4cba3ac6469 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:30:00.906375 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:30:00.906760 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Checking segment: {'id': 'af81aa5a-3bfc-4083-a740-853b482da7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:30:00.907238 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:00.907619 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Bound using segment: {'id': 'af81aa5a-3bfc-4083-a740-853b482da7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:30:00.908106 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Bound port: 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af81aa5a-3bfc-4083-a740-853b482da7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:30:00.908475 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:00.912415 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.912755 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.913121 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.913453 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.913777 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.914095 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.914412 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.914726 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.915041 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.915351 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.915664 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.916155 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.916487 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.916795 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.917104 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Tracked resource versions report: May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: pushed versions: May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: { 'AddressGroup': {'1.2'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Agent': {'1.1'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'ConntrackHelper': {'1.0'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'LocalIPAssociation': {'1.0'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Log': {'1.0'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'NDPProxy': {'1.0'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Network': {'1.1'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Port': {'1.7'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'PortForwarding': {'1.3'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'QosPolicy': {'1.10'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'SecurityGroup': {'1.5'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'SecurityGroupRule': {'1.2'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'SubPort': {'1.0'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Subnet': {'1.1'}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Trunk': {'1.1'}} May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: consumer versions: May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: { DHCP agent@dv-cinder-843153-1-iscsi: {}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: L3 agent@dv-cinder-843153-1-iscsi: {}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: Metadata agent@dv-cinder-843153-1-iscsi: {}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: Metering agent@dv-cinder-843153-1-iscsi: {}, May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: Open vSwitch agent@dv-cinder-843153-1-iscsi: { 'AddressGroup': '1.2', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Agent': '1.1', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'ConntrackHelper': '1.0', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'LocalIPAssociation': '1.0', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Log': '1.0', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'NDPProxy': '1.0', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Network': '1.1', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Port': '1.7', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'PortForwarding': '1.3', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'QosPolicy': '1.10', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'SecurityGroup': '1.5', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'SecurityGroupRule': '1.2', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'SubPort': '1.0', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Subnet': '1.1', May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Trunk': '1.1'}} May 24 15:30:00.918530 dv-cinder-843153-1-iscsi neutron-server[104078]: {{(pid=104078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 15:30:00.984277 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:00.985648 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] For port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:30:00.993475 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2ed24b77-4f9f-44f4-8844-1c4e18608375 None None] Provisioning complete for port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:30:00.993684 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2ed24b77-4f9f-44f4-8844-1c4e18608375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:01.004666 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:01.007274 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] For port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=60d537e4-6bdd-4b0e-8d01-c80bdeb4f822,segment=NetworkSegment(af81aa5a-3bfc-4083-a740-853b482da7a8),segment_id=af81aa5a-3bfc-4083-a740-853b482da7a8)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:30:01.015908 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:01.034880 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2ed24b77-4f9f-44f4-8844-1c4e18608375 None None] Port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:30:01.060144 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Routers {'82abc056-8872-4dc4-a7e3-fbcce2ada7ed'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:30:01.060775 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:29:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['82abc056-8872-4dc4-a7e3-fbcce2ada7ed'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:30:01.155284 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07513f7c-871a-41fd-999c-81e4a6cdd485 None None] Pushing event updated for resources: {'Port': ['ID=60d537e4-6bdd-4b0e-8d01-c80bdeb4f822,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:30:01.163882 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] Set router 82abc056-8872-4dc4-a7e3-fbcce2ada7ed gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:30:01.266581 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-051c6394-86c5-402a-b97b-10d2df43a6e5 None None] Provisioning complete for port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:30:01.267616 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-051c6394-86c5-402a-b97b-10d2df43a6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:01.342138 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-051c6394-86c5-402a-b97b-10d2df43a6e5 None None] Current status of the port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:30:01.342501 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-051c6394-86c5-402a-b97b-10d2df43a6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:01.355536 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'name': 'router1', 'tenant_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:29:48Z', 'updated_at': '2022-05-24T15:29:58Z', 'revision_number': 2, 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'gw_port_host': None, '_interfaces': [{'id': '60d537e4-6bdd-4b0e-8d01-c80bdeb4f822', 'name': '', 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469', 'tenant_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'mac_address': 'fa:16:3e:2f:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:29:57Z', 'updated_at': '2022-05-24T15:30:00Z', 'revision_number': 4, 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'subnets': [{'id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca81cd65-0a0b-4166-a9e0-bd3d976ed398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:30:01.377260 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-051c6394-86c5-402a-b97b-10d2df43a6e5 None None] For port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=60d537e4-6bdd-4b0e-8d01-c80bdeb4f822,segment=NetworkSegment(af81aa5a-3bfc-4083-a740-853b482da7a8),segment_id=af81aa5a-3bfc-4083-a740-853b482da7a8)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:30:01.379813 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117cc3c7-10e4-419e-ab48-b14c7d8c82ca None None] The sync data for ids ['82abc056-8872-4dc4-a7e3-fbcce2ada7ed'] in dv-cinder-843153-1-iscsi is: [{'id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'name': 'router1', 'tenant_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:29:48Z', 'updated_at': '2022-05-24T15:29:58Z', 'revision_number': 2, 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'gw_port_host': None, '_interfaces': [{'id': '60d537e4-6bdd-4b0e-8d01-c80bdeb4f822', 'name': '', 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469', 'tenant_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'mac_address': 'fa:16:3e:2f:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:29:57Z', 'updated_at': '2022-05-24T15:30:00Z', 'revision_number': 4, 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'subnets': [{'id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca81cd65-0a0b-4166-a9e0-bd3d976ed398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:30:01.384859 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-051c6394-86c5-402a-b97b-10d2df43a6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:01.434694 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c6394-86c5-402a-b97b-10d2df43a6e5 None None] Pushing event updated for resources: {'Port': ['ID=60d537e4-6bdd-4b0e-8d01-c80bdeb4f822,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:30:01.691341 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:01.861481 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44088) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:30:02.096366 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b7e002-c010-465a-b590-9b25a98d6b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:30:02.097731 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b4b7e002-c010-465a-b590-9b25a98d6b0e admin admin] 10.222.0.55 "GET /v2.0/networks/89f09afe-9f84-467f-83ae-ba767b6cb40a HTTP/1.1" status: 200 len: 842 time: 0.2353230 May 24 15:30:02.107705 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:30:02.132312 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] Made reservation on behalf of 9a64b5dceb3e44fc817c5b6566c89325 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:30:02.135131 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:02.475340 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:02.536819 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.objects.ports [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 24 15:30:02.537293 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for subnet (cd59e03b-360b-4939-ac9d-e743c5c62296), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:02.590204 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd59e03b-360b-4939-ac9d-e743c5c62296,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:30:02.591650 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:02.609130 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] Checking segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:30:02.609486 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] Network hostable DHCP agents. Network: 89f09afe-9f84-467f-83ae-ba767b6cb40a, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:30:02.633107 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:30:02.643788 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 89f09afe-9f84-467f-83ae-ba767b6cb40a) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:30:02.648580 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:30:02.649196 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:02.655007 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ad6e26-8521-4c65-bc0e-30a1903b393c None None] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:30:02.674853 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-90df1433-068c-47cb-a36b-205fb9a25f5c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5705585 May 24 15:30:02.765488 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e958b808-4fbd-4ac6-a1f7-83bfff4b27e7 None None] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:30:05.049078 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44106) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:30:05.272504 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ad439be3-590b-4afb-ad7a-ad1671d35c32 demo admin] 10.222.0.55 "GET /v2.0/routers/82abc056-8872-4dc4-a7e3-fbcce2ada7ed HTTP/1.1" status: 200 len: 710 time: 0.2222548 May 24 15:30:05.359970 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130c7b6a-adf3-4c2e-b2a6-c0fa3e49fc0b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:30:05.361374 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-130c7b6a-adf3-4c2e-b2a6-c0fa3e49fc0b demo admin] 10.222.0.55 "GET /v2.0/networks/89f09afe-9f84-467f-83ae-ba767b6cb40a HTTP/1.1" status: 200 len: 886 time: 0.0828972 May 24 15:30:05.370375 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:30:05.609556 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Publish callbacks [] for router_gateway (82abc056-8872-4dc4-a7e3-fbcce2ada7ed), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:05.826614 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Publish callbacks [] for router_gateway (82abc056-8872-4dc4-a7e3-fbcce2ada7ed), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:05.909220 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:06.050298 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:06.067121 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Allocated IP 172.27.3.82 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/4ac06ed1-5e95-40d3-bd71-c591d991a97e) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:30:06.222612 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Publish callbacks [] for port (4ac06ed1-5e95-40d3-bd71-c591d991a97e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:06.225146 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:06.286313 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (4ac06ed1-5e95-40d3-bd71-c591d991a97e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:06.360931 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:30:06.366586 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:30:06.371138 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:30:06.374246 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Pushing event updated for resources: {'Port': ['ID=4ac06ed1-5e95-40d3-bd71-c591d991a97e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:30:06.651263 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Publish callbacks [] for router_gateway (82abc056-8872-4dc4-a7e3-fbcce2ada7ed), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:06.839161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4608'] for router (82abc056-8872-4dc4-a7e3-fbcce2ada7ed), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:06.844435 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-927948'] for router (82abc056-8872-4dc4-a7e3-fbcce2ada7ed), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:06.950797 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Router 82abc056-8872-4dc4-a7e3-fbcce2ada7ed has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:30:07.058101 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:30:07.063048 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:07.064259 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f9d7d63f-3266-4791-a7ef-446db677f9b2 demo admin] 10.222.0.55 "PUT /v2.0/routers/82abc056-8872-4dc4-a7e3-fbcce2ada7ed HTTP/1.1" status: 200 len: 889 time: 1.6969819 May 24 15:30:08.297357 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:30:08.347379 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:30:08.347767 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:08.422634 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:30:09.423432 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:09.427523 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=34,neutron:INSERT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:09.501999 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44120) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:30:09.615845 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-fce37d1a-b834-486f-b916-edffd8aeb1ec admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1126807 May 24 15:30:10.042123 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Sync routers for ids ['82abc056-8872-4dc4-a7e3-fbcce2ada7ed'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:30:10.053735 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Routers {'82abc056-8872-4dc4-a7e3-fbcce2ada7ed'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:30:10.054404 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:29:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['82abc056-8872-4dc4-a7e3-fbcce2ada7ed'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:30:10.118085 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:10.284147 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Set router 82abc056-8872-4dc4-a7e3-fbcce2ada7ed gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:30:10.346991 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:10.765438 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'name': 'router1', 'tenant_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '4ac06ed1-5e95-40d3-bd71-c591d991a97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:29:48Z', 'updated_at': '2022-05-24T15:30:06Z', 'revision_number': 4, 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'gw_port': {'id': '4ac06ed1-5e95-40d3-bd71-c591d991a97e', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:30:05Z', 'updated_at': '2022-05-24T15:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '60d537e4-6bdd-4b0e-8d01-c80bdeb4f822', 'name': '', 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469', 'tenant_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'mac_address': 'fa:16:3e:2f:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:29:57Z', 'updated_at': '2022-05-24T15:30:01Z', 'revision_number': 5, 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'subnets': [{'id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca81cd65-0a0b-4166-a9e0-bd3d976ed398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:30:10.816871 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Checking router: 82abc056-8872-4dc4-a7e3-fbcce2ada7ed for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:30:10.817203 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Updating router 82abc056-8872-4dc4-a7e3-fbcce2ada7ed port 4ac06ed1-5e95-40d3-bd71-c591d991a97e binding host dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:30:10.880279 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (4ac06ed1-5e95-40d3-bd71-c591d991a97e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:11.225503 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Publish callbacks [] for port (4ac06ed1-5e95-40d3-bd71-c591d991a97e), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:11.232298 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (4ac06ed1-5e95-40d3-bd71-c591d991a97e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:11.286204 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Attempting to bind port 4ac06ed1-5e95-40d3-bd71-c591d991a97e on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:30:11.286548 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Attempting to bind port 4ac06ed1-5e95-40d3-bd71-c591d991a97e by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:30:11.286905 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Attempting to bind port 4ac06ed1-5e95-40d3-bd71-c591d991a97e on network 89f09afe-9f84-467f-83ae-ba767b6cb40a {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:30:11.288832 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9f31d-f234-4548-b3e3-37faad3419a7 None None] Pushing event updated for resources: {'Port': ['ID=4ac06ed1-5e95-40d3-bd71-c591d991a97e,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:30:11.295177 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:30:11.295547 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Checking segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:30:11.296637 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:11.296637 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Bound using segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:30:11.296834 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Bound port: 4ac06ed1-5e95-40d3-bd71-c591d991a97e, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:30:11.297193 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (4ac06ed1-5e95-40d3-bd71-c591d991a97e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:11.344194 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] For port 4ac06ed1-5e95-40d3-bd71-c591d991a97e, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:30:11.347174 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] For port 4ac06ed1-5e95-40d3-bd71-c591d991a97e, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=4ac06ed1-5e95-40d3-bd71-c591d991a97e,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:30:11.354003 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (4ac06ed1-5e95-40d3-bd71-c591d991a97e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:11.359905 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=35 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:11.360901 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=46 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:11.423560 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Routers {'82abc056-8872-4dc4-a7e3-fbcce2ada7ed'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:30:11.424297 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:29:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['82abc056-8872-4dc4-a7e3-fbcce2ada7ed'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:30:11.429396 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9f31d-f234-4548-b3e3-37faad3419a7 None None] Pushing event updated for resources: {'Port': ['ID=4ac06ed1-5e95-40d3-bd71-c591d991a97e,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:30:11.484403 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:11.539201 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] Set router 82abc056-8872-4dc4-a7e3-fbcce2ada7ed gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:30:11.609814 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:11.763335 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'name': 'router1', 'tenant_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '4ac06ed1-5e95-40d3-bd71-c591d991a97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:29:48Z', 'updated_at': '2022-05-24T15:30:06Z', 'revision_number': 4, 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'gw_port': {'id': '4ac06ed1-5e95-40d3-bd71-c591d991a97e', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:30:05Z', 'updated_at': '2022-05-24T15:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '60d537e4-6bdd-4b0e-8d01-c80bdeb4f822', 'name': '', 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469', 'tenant_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'mac_address': 'fa:16:3e:2f:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:29:57Z', 'updated_at': '2022-05-24T15:30:01Z', 'revision_number': 5, 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'subnets': [{'id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca81cd65-0a0b-4166-a9e0-bd3d976ed398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:30:11.792750 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e658c7-3fc3-48ef-b562-3768217ba1df None None] The sync data for ids ['82abc056-8872-4dc4-a7e3-fbcce2ada7ed'] in dv-cinder-843153-1-iscsi is: [{'id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'name': 'router1', 'tenant_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '4ac06ed1-5e95-40d3-bd71-c591d991a97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:29:48Z', 'updated_at': '2022-05-24T15:30:06Z', 'revision_number': 4, 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'gw_port': {'id': '4ac06ed1-5e95-40d3-bd71-c591d991a97e', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:30:05Z', 'updated_at': '2022-05-24T15:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '60d537e4-6bdd-4b0e-8d01-c80bdeb4f822', 'name': '', 'network_id': 'd7007512-e638-4475-8e6f-b4cba3ac6469', 'tenant_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'mac_address': 'fa:16:3e:2f:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82abc056-8872-4dc4-a7e3-fbcce2ada7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:29:57Z', 'updated_at': '2022-05-24T15:30:01Z', 'revision_number': 5, 'project_id': 'fbc2051fd3b243d7bc7fd22e9f1b9b6c', 'subnets': [{'id': '6d5a9e34-ea89-4aef-8c0e-d52cae8cc605', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca81cd65-0a0b-4166-a9e0-bd3d976ed398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:30:12.359077 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 4ac06ed1-5e95-40d3-bd71-c591d991a97e up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:30:12.426785 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 4ac06ed1-5e95-40d3-bd71-c591d991a97e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:30:12.427184 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (4ac06ed1-5e95-40d3-bd71-c591d991a97e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:12.516623 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 4ac06ed1-5e95-40d3-bd71-c591d991a97e is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:30:12.517009 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (4ac06ed1-5e95-40d3-bd71-c591d991a97e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:12.540936 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port 4ac06ed1-5e95-40d3-bd71-c591d991a97e, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=4ac06ed1-5e95-40d3-bd71-c591d991a97e,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:30:12.546169 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (4ac06ed1-5e95-40d3-bd71-c591d991a97e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:12.602459 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=4ac06ed1-5e95-40d3-bd71-c591d991a97e,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:30:14.337292 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 4ac06ed1-5e95-40d3-bd71-c591d991a97e up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:30:14.406216 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 4ac06ed1-5e95-40d3-bd71-c591d991a97e triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:30:14.406600 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (4ac06ed1-5e95-40d3-bd71-c591d991a97e), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:14.500393 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 4ac06ed1-5e95-40d3-bd71-c591d991a97e is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:30:19.608489 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:19.612329 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:20.874593 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:30:24.457968 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:24.500962 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=87 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:25.326666 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a559d9c3-3f36-4648-9bb4-bfa49b4996f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:27.527759 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a2efff3d-e459-41d7-b731-7333938453cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:29.055471 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:30.285356 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:31.903105 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:34.876935 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:34.883669 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:40.272409 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:41.890554 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:30:55.322127 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ebe5009e-2fa9-4621-a0b0-f93a0b7f05f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:57.523506 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c49c1a2-c804-4e9d-9f22-8b213c9f6d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:30:57.874169 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:30:59.060144 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:00.252697 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:01.695803 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:11.681101 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:11.691086 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:11.879999 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:11.880789 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:23.869779 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:23.870642 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:25.317561 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dafab790-a2f9-4139-aec6-94ec4f65bdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:27.528289 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fba9d520-87b3-43b1-bd50-c4b85b70ed28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:28.535276 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44656) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:31:28.610109 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.pecan_wsgi.hooks.translation [None req-41541567-2352-4d03-b5a0-6d290464fe06 admin admin] GET failed (client error): The resource could not be found. May 24 15:31:28.611455 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-41541567-2352-4d03-b5a0-6d290464fe06 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0749030 May 24 15:31:28.773537 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f142ace-1fde-4387-9df8-af325a55856e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:28.775037 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-7f142ace-1fde-4387-9df8-af325a55856e admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1593788 May 24 15:31:29.056416 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:30.254819 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:30.974464 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44666) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:31:31.075833 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a69cb1a-316e-4f3d-9c69-85b5387cc650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:31.077238 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-9a69cb1a-316e-4f3d-9c69-85b5387cc650 admin admin] 10.222.0.55 "GET /v2.0/subnets/6d5a9e34-ea89-4aef-8c0e-d52cae8cc605 HTTP/1.1" status: 200 len: 849 time: 0.1018243 May 24 15:31:31.089501 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:31:31.175417 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Publish callbacks [] for subnet (6d5a9e34-ea89-4aef-8c0e-d52cae8cc605), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:31.405998 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751498829249'] for subnet (6d5a9e34-ea89-4aef-8c0e-d52cae8cc605), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:31.437014 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:31.437596 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:31.440528 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] 10.222.0.55 "PUT /v2.0/subnets/6d5a9e34-ea89-4aef-8c0e-d52cae8cc605 HTTP/1.1" status: 200 len: 868 time: 0.3548076 May 24 15:31:31.443290 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e37a89-18d2-4eb3-a161-49f8871c6c71 None None] Network d7007512-e638-4475-8e6f-b4cba3ac6469 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:31:31.464418 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5a9e34-ea89-4aef-8c0e-d52cae8cc605,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:31:31.472796 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.473506 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.474046 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.474617 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.475160 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.475689 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.476242 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.476789 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.477483 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.478017 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.478686 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.479226 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.479922 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.480430 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.480920 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d6939-b147-476a-9e81-d9fa45f42062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:31:31.693398 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:31.743890 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-642292fe-3f45-4ecd-b532-c788d79e5f37 None None] Provisioning complete for port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:31:31.744506 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-642292fe-3f45-4ecd-b532-c788d79e5f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (60d537e4-6bdd-4b0e-8d01-c80bdeb4f822), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:31.822063 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-642292fe-3f45-4ecd-b532-c788d79e5f37 None None] Current status of the port 60d537e4-6bdd-4b0e-8d01-c80bdeb4f822 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:31:31.830499 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-642292fe-3f45-4ecd-b532-c788d79e5f37 None None] Provisioning complete for port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:31:31.830878 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-642292fe-3f45-4ecd-b532-c788d79e5f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:31.903749 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-642292fe-3f45-4ecd-b532-c788d79e5f37 None None] Current status of the port 7b6e272f-aa8f-49b1-b7d9-d4ee07c5559f is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:31:33.688154 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44674) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:31:33.894604 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edbddd2-0beb-4e63-a9ea-ee3afc1b3438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:33.894985 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edbddd2-0beb-4e63-a9ea-ee3afc1b3438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:33.896583 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5edbddd2-0beb-4e63-a9ea-ee3afc1b3438 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074571 May 24 15:31:34.873396 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:31:36.185584 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44684) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:31:36.329126 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86f1459-c1f8-4715-b239-dfa661e49446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:36.329592 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86f1459-c1f8-4715-b239-dfa661e49446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:36.331115 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d86f1459-c1f8-4715-b239-dfa661e49446 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1442366 May 24 15:31:38.544070 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44692) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:31:38.755485 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f96b51c-e3d0-44b8-b7bd-26c7bea5a1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:38.756918 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5f96b51c-e3d0-44b8-b7bd-26c7bea5a1d8 admin admin] 10.222.0.55 "GET /v2.0/networks/89f09afe-9f84-467f-83ae-ba767b6cb40a HTTP/1.1" status: 200 len: 886 time: 0.2116735 May 24 15:31:41.091515 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44700) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:31:41.237806 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945076b-4c5a-4283-a7dd-eeea0518ff75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:41.239198 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-f945076b-4c5a-4283-a7dd-eeea0518ff75 admin admin] 10.222.0.55 "GET /v2.0/networks/d7007512-e638-4475-8e6f-b4cba3ac6469 HTTP/1.1" status: 200 len: 869 time: 0.1466758 May 24 15:31:41.900008 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:41.902023 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:43.438657 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44708) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:31:43.572662 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da6c50-411f-476f-b0fa-5fedee3bf66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:43.573115 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da6c50-411f-476f-b0fa-5fedee3bf66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:43.574644 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-82da6c50-411f-476f-b0fa-5fedee3bf66b admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1347845 May 24 15:31:45.775857 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44716) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:31:45.905707 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdff130-5e86-45e7-8247-0e01a335ea87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:45.906161 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdff130-5e86-45e7-8247-0e01a335ea87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:45.907713 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-dcdff130-5e86-45e7-8247-0e01a335ea87 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308143 May 24 15:31:48.106241 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44724) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:31:48.218930 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7d1c9c-485b-4927-987d-4ca2655b2c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:48.220304 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-ab7d1c9c-485b-4927-987d-4ca2655b2c7e admin admin] 10.222.0.55 "GET /v2.0/subnets/6d5a9e34-ea89-4aef-8c0e-d52cae8cc605 HTTP/1.1" status: 200 len: 868 time: 0.1128430 May 24 15:31:48.879246 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:48.880060 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:50.457991 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44732) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:31:50.519114 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:50.520669 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:50.559141 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f2218a-7747-49bd-80af-71e7e3c696b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:31:50.560463 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-54f2218a-7747-49bd-80af-71e7e3c696b1 admin admin] 10.222.0.55 "GET /v2.0/subnets/cd59e03b-360b-4939-ac9d-e743c5c62296 HTTP/1.1" status: 200 len: 816 time: 0.1015425 May 24 15:31:53.564553 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=40 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:53.567686 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=39 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:31:55.328334 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18a7d33c-980d-493b-ba1f-ace60b5635b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:57.533154 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cc304ada-22ba-4022-9372-1ba33067817b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:31:59.066938 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:00.256682 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:00.552963 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=7 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:32:00.555120 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:32:01.688330 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:11.675432 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:32:11.682884 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:32:11.871706 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:32:25.323034 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c3cdc8e8-f2da-4786-bbfd-67f94426caca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:25.877934 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=22 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:32:25.879124 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=12 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:32:27.538008 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a433ea46-70f3-45dc-8164-18811ebb450e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:29.064470 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:30.260870 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:30.350916 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44792) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:32:30.409169 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [None req-ad13be84-e650-4e94-a7db-debcade17946 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:32:30.410465 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-ad13be84-e650-4e94-a7db-debcade17946 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0583038 May 24 15:32:31.694504 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:32.720791 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44800) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:32:32.786311 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f39a698-f438-4240-b853-3df1770ef02f admin admin] GET failed (client error): The resource could not be found. May 24 15:32:32.787598 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6f39a698-f438-4240-b853-3df1770ef02f admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656652 May 24 15:32:32.937767 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40fdfea-a586-4162-bfe5-f0503a71ff2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:32:32.939200 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f40fdfea-a586-4162-bfe5-f0503a71ff2e admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1473718 May 24 15:32:35.192739 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44808) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:32:35.242412 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:32:35.265549 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Made reservation on behalf of 9a64b5dceb3e44fc817c5b6566c89325 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:32:35.267953 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:35.303026 dv-cinder-843153-1-iscsi neutron-server[104076]: WARNING neutron.services.revisions.revision_plugin [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Could not find related network for resource to bump revision. May 24 15:32:35.320756 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:32:35.331225 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (eda92269-9900-4f29-9c0f-3c479fff46e9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:35.331619 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Added segment eda92269-9900-4f29-9c0f-3c479fff46e9 of type vlan for network 6070d02f-f2b2-449e-af4c-2dfd2984edf6 May 24 15:32:35.386800 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (6070d02f-f2b2-449e-af4c-2dfd2984edf6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:35.413374 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (6070d02f-f2b2-449e-af4c-2dfd2984edf6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:35.414379 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:32:35.415008 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:35.473703 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2798581 May 24 15:32:35.479315 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Pushing event updated for resources: {'Network': ['ID=6070d02f-f2b2-449e-af4c-2dfd2984edf6,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:32:35.486426 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.486769 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.487131 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.487464 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.487793 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.488142 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.488468 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.488787 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.489122 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.489447 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.489784 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.490106 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.490421 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.490738 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.491050 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0105b2f-b028-4b75-90de-0ff6155e4986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:35.503010 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 6070d02f-f2b2-449e-af4c-2dfd2984edf6 details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:32:37.705299 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44816) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:32:37.767806 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be38aed-fc1c-473d-b0ca-595819012cac admin admin] GET failed (client error): The resource could not be found. May 24 15:32:37.769088 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2be38aed-fc1c-473d-b0ca-595819012cac admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628059 May 24 15:32:37.841879 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a60783-f566-4dfb-aee9-fe1a32cff151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:32:37.843291 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-86a60783-f566-4dfb-aee9-fe1a32cff151 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681510 May 24 15:32:37.856753 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-21dc3b43-b4ef-4275-a7d1-bcbc3cfd4180 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:32:37.878912 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc3b43-b4ef-4275-a7d1-bcbc3cfd4180 admin admin] Made reservation on behalf of 9a64b5dceb3e44fc817c5b6566c89325 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:32:37.881775 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21dc3b43-b4ef-4275-a7d1-bcbc3cfd4180 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:38.049948 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21dc3b43-b4ef-4275-a7d1-bcbc3cfd4180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for subnet (af30b785-95ea-49eb-aa2a-37c7efea638f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:38.110058 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc3b43-b4ef-4275-a7d1-bcbc3cfd4180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af30b785-95ea-49eb-aa2a-37c7efea638f,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:32:38.118704 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc3b43-b4ef-4275-a7d1-bcbc3cfd4180 admin admin] Checking segment: {'id': 'eda92269-9900-4f29-9c0f-3c479fff46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:32:38.119053 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc3b43-b4ef-4275-a7d1-bcbc3cfd4180 admin admin] Network hostable DHCP agents. Network: 6070d02f-f2b2-449e-af4c-2dfd2984edf6, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:32:38.140878 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc3b43-b4ef-4275-a7d1-bcbc3cfd4180 admin admin] Network 6070d02f-f2b2-449e-af4c-2dfd2984edf6 is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:32:38.151057 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-21dc3b43-b4ef-4275-a7d1-bcbc3cfd4180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 6070d02f-f2b2-449e-af4c-2dfd2984edf6) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:32:38.156430 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc3b43-b4ef-4275-a7d1-bcbc3cfd4180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:32:38.157372 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21dc3b43-b4ef-4275-a7d1-bcbc3cfd4180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:38.164514 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbdca92-5151-4122-9bf8-24dcd13c3f0f None None] Network 6070d02f-f2b2-449e-af4c-2dfd2984edf6 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:32:38.176470 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-21dc3b43-b4ef-4275-a7d1-bcbc3cfd4180 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3231785 May 24 15:32:38.272947 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cafb656-3f67-50a2-96d4-d932412c16ff-6070d02f-f2b2-449e-af4c-2dfd2984edf6', 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6', 'project_id': '9a64b5dceb3e44fc817c5b6566c89325', 'fixed_ips': [{'subnet_id': 'af30b785-95ea-49eb-aa2a-37c7efea638f'}]}} from dv-cinder-843153-1-iscsi. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 15:32:38.273921 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:38.513669 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Allocated IP 192.168.233.2 (6070d02f-f2b2-449e-af4c-2dfd2984edf6/af30b785-95ea-49eb-aa2a-37c7efea638f/cf469666-9d29-4ea8-9d9c-727007d955f7) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:32:38.658454 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Publish callbacks [] for port (cf469666-9d29-4ea8-9d9c-727007d955f7), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:38.666698 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (cf469666-9d29-4ea8-9d9c-727007d955f7), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:38.708345 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Network 6070d02f-f2b2-449e-af4c-2dfd2984edf6 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:32:38.711413 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:32:38.715324 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:32:38.720409 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Pushing event updated for resources: {'Port': ['ID=cf469666-9d29-4ea8-9d9c-727007d955f7,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:32:38.730609 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.730947 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.731298 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.731647 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.731977 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.732330 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.732662 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.732978 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.733301 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.733616 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.733937 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.734272 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.734587 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.734898 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.735215 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:32:38.783110 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Attempting to bind port cf469666-9d29-4ea8-9d9c-727007d955f7 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:32:38.783491 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Attempting to bind port cf469666-9d29-4ea8-9d9c-727007d955f7 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'eda92269-9900-4f29-9c0f-3c479fff46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:32:38.783841 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Attempting to bind port cf469666-9d29-4ea8-9d9c-727007d955f7 on network 6070d02f-f2b2-449e-af4c-2dfd2984edf6 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:32:38.789398 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:32:38.789872 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Checking segment: {'id': 'eda92269-9900-4f29-9c0f-3c479fff46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:32:38.790583 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:38.790752 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Bound using segment: {'id': 'eda92269-9900-4f29-9c0f-3c479fff46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:32:38.791196 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Bound port: cf469666-9d29-4ea8-9d9c-727007d955f7, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda92269-9900-4f29-9c0f-3c479fff46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:32:38.791561 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (cf469666-9d29-4ea8-9d9c-727007d955f7), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:38.854403 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] For port cf469666-9d29-4ea8-9d9c-727007d955f7, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:32:38.857999 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] For port cf469666-9d29-4ea8-9d9c-727007d955f7, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=cf469666-9d29-4ea8-9d9c-727007d955f7,segment=NetworkSegment(eda92269-9900-4f29-9c0f-3c479fff46e9),segment_id=eda92269-9900-4f29-9c0f-3c479fff46e9)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:32:38.864915 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (cf469666-9d29-4ea8-9d9c-727007d955f7), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:38.921047 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df714d67-7fa9-4248-84c6-4a7e8c526c83 None None] Pushing event updated for resources: {'Port': ['ID=cf469666-9d29-4ea8-9d9c-727007d955f7,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:32:39.784432 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4f3aea-46b7-410d-a94f-76b2f9925664 None None] Network 6070d02f-f2b2-449e-af4c-2dfd2984edf6 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:32:39.840242 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:32:39.845183 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:32:39.851749 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5db4a0c0-cc52-4a8a-95a1-bfaa1195e397 None None] Provisioning complete for port cf469666-9d29-4ea8-9d9c-727007d955f7 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:32:39.852140 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5db4a0c0-cc52-4a8a-95a1-bfaa1195e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (cf469666-9d29-4ea8-9d9c-727007d955f7), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:39.980851 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5db4a0c0-cc52-4a8a-95a1-bfaa1195e397 None None] Current status of the port cf469666-9d29-4ea8-9d9c-727007d955f7 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:32:39.980851 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5db4a0c0-cc52-4a8a-95a1-bfaa1195e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (cf469666-9d29-4ea8-9d9c-727007d955f7), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:40.025152 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-5db4a0c0-cc52-4a8a-95a1-bfaa1195e397 None None] For port cf469666-9d29-4ea8-9d9c-727007d955f7, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=cf469666-9d29-4ea8-9d9c-727007d955f7,segment=NetworkSegment(eda92269-9900-4f29-9c0f-3c479fff46e9),segment_id=eda92269-9900-4f29-9c0f-3c479fff46e9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:32:40.030781 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5db4a0c0-cc52-4a8a-95a1-bfaa1195e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (cf469666-9d29-4ea8-9d9c-727007d955f7), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:40.087423 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4a0c0-cc52-4a8a-95a1-bfaa1195e397 None None] Pushing event updated for resources: {'Port': ['ID=cf469666-9d29-4ea8-9d9c-727007d955f7,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:32:40.250012 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-14c89761-212b-4011-83d1-964bda32d828 None None] Provisioning complete for port cf469666-9d29-4ea8-9d9c-727007d955f7 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:32:40.250384 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-14c89761-212b-4011-83d1-964bda32d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (cf469666-9d29-4ea8-9d9c-727007d955f7), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:40.327621 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-14c89761-212b-4011-83d1-964bda32d828 None None] Current status of the port cf469666-9d29-4ea8-9d9c-727007d955f7 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:32:40.408372 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device cf469666-9d29-4ea8-9d9c-727007d955f7 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:32:40.452981 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port cf469666-9d29-4ea8-9d9c-727007d955f7 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:32:40.453370 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (cf469666-9d29-4ea8-9d9c-727007d955f7), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:40.526163 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port cf469666-9d29-4ea8-9d9c-727007d955f7 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:32:48.168657 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:32:48.170620 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:32:48.871011 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:32:50.522007 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:32:50.525024 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:32:55.332521 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-63e04ceb-cd91-4c83-b9d8-b009b1d423b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:57.542666 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-04f77815-ff67-43b5-ac25-ec8408d1bc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:32:59.068669 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:33:00.263834 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:33:01.694162 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:33:02.875743 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:33:02.877114 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:33:11.680107 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:33:11.687572 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:33:25.327244 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eeb30bfe-553a-4244-b285-844e0caebb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:33:25.870955 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:33:27.546868 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bda8c5f2-3424-49eb-888f-8a7e29b893fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:33:27.888665 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:33:29.072763 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:33:30.267735 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:33:31.696117 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:33:39.868696 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:33:39.874240 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:33:41.688929 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:33:41.690640 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:33:55.337918 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fe398948-1daa-42f3-b2d5-e2f1a056ceec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:33:57.550859 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b2e1-c26b-44f7-9536-da969d44aa0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:33:59.075115 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:00.270445 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:01.693708 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:02.869709 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:34:11.686008 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:34:11.687359 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:34:19.722989 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44854) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:34:19.728935 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [None req-53ff7b6c-5eee-412d-a6a6-baaa4a23d896 tempest-verify_tempest_config-1842531200 tempest-verify_tempest_config-1842531200-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:34:19.729869 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-53ff7b6c-5eee-412d-a6a6-baaa4a23d896 tempest-verify_tempest_config-1842531200 tempest-verify_tempest_config-1842531200-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059340 May 24 15:34:20.042983 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 44872) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:34:20.160195 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:20.249952 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Publish callbacks [] for security_group (553a76cf-1ba0-4a6c-8229-5915027ba29f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:20.254838 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (553a76cf-1ba0-4a6c-8229-5915027ba29f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:20.302135 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553a76cf-1ba0-4a6c-8229-5915027ba29f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:34:20.306577 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c58dbf9af274425abf29e3ba836de88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2626317 May 24 15:34:20.309600 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44876) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:34:20.311929 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.312307 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.312640 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.312975 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.313306 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.313621 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.313939 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.314260 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.314577 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.314892 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.315228 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.315549 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.315861 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.316187 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.316505 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442173c2-1c20-49e3-97ac-0386083ea80b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.364984 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Publish callbacks [] for security_group (553a76cf-1ba0-4a6c-8229-5915027ba29f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:20.386395 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Publish callbacks [] for security_group (553a76cf-1ba0-4a6c-8229-5915027ba29f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:20.488071 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (553a76cf-1ba0-4a6c-8229-5915027ba29f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:20.492268 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:20.493427 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/553a76cf-1ba0-4a6c-8229-5915027ba29f HTTP/1.1" status: 204 len: 168 time: 0.1828947 May 24 15:34:20.501501 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553a76cf-1ba0-4a6c-8229-5915027ba29f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:34:20.508303 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.508653 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.509011 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.509345 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.509674 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.509999 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.510321 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.510642 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.510963 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.511285 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.511604 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.511923 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.512266 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.512583 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:20.512895 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43da211-3b9f-4410-8d66-b714e066b1d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:34:21.391466 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=17 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:34:21.392295 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=17 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:34:25.331569 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ec452bcf-21c1-4a8e-a9a9-d2bd307f36e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:27.555202 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1f4a46da-3715-4a43-850a-f487c41858ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:29.078052 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:30.271956 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:30.305400 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:34:30.308391 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:34:30.503901 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:34:30.504714 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:34:31.689975 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:39.869561 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:34:41.676634 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:34:41.683891 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:34:53.868292 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:34:53.869261 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:34:55.343016 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-98849138-a175-4ec9-baa4-0d7defb9ebca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:57.570406 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ffdc3721-e158-428d-bc82-0d3fc50db3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:34:59.085025 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:35:00.282070 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:35:01.698416 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:35:11.689762 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:35:11.690953 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:35:16.874703 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:35:25.350029 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-96e045a5-359c-4617-8fb4-39757e5a8c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:35:27.571103 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-43c61a93-bd52-41e0-b096-819e6127684f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:35:29.094958 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:35:30.292382 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:35:30.870874 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:35:30.872250 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:35:31.703712 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:35:41.693364 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:35:41.697541 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:35:53.879790 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 5 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:35:55.336058 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-13c1fe55-c299-4970-b3bf-cecd9d6b7cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:35:57.565792 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2145ce1c-b506-4c60-b850-bb96341aecce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:35:59.100318 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:36:00.294305 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:36:01.698238 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:36:06.692238 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-926571'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:36:07.868852 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:36:07.869517 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:36:16.682649 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:36:16.686201 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:36:19.758172 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44952) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:36:19.877796 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-4c8f63f6-262f-4ff6-acb3-c172fa1b1ddd admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1185620 May 24 15:36:21.396704 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=11 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:36:21.398764 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=15 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:36:22.149340 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 44962) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:36:22.213212 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-8b5773cb-0347-4604-8a9f-724760d77cef admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0624623 May 24 15:36:25.341105 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1a57745a-974b-479d-a389-d02d9e1f3fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:36:27.570011 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-db49849d-db8d-4cbf-bb9e-9049841ad7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:36:29.101004 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:36:30.296350 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:36:30.881739 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:36:31.711812 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:36:32.207997 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:36:32.209379 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:36:36.650847 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:36:44.866291 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:36:44.873660 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=6 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:36:46.638434 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:36:46.641690 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:36:55.344616 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7317e5ad-7408-411b-8961-5d2b4a1e9514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:36:57.582376 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f722b6e7-fc86-4d83-8b4c-67b3b3fcea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:36:59.111290 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:37:00.299336 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:37:01.712534 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:37:06.659116 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:37:07.884532 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:37:16.650799 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:37:16.652540 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:37:23.869732 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:37:23.870582 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:37:25.342879 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-44e686c8-ca90-46db-90a3-9fd41232f7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:37:27.578156 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bb82af9d-b343-441e-bcab-8eab1a0e1179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:37:29.102815 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:37:30.300720 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:37:31.707384 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:37:36.656679 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:37:44.886570 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:37:46.647579 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:37:46.653814 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:37:55.338765 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8443388-6847-4324-9948-5c200ec0fdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:37:57.591050 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-25c2a25c-b486-4e8b-b732-ddad93daf0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:37:58.869264 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:37:58.871163 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:37:59.128367 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:00.301639 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:00.659336 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45140) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:01.067437 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-771340658-network', 'tenant_id': 'f86f8a870f9146489a3ef1716094e066'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:01.105514 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Made reservation on behalf of f86f8a870f9146489a3ef1716094e066 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:01.107917 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.116511 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.189928 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45168) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:01.199262 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Publish callbacks [] for security_group (d7b6fc36-4e14-43b5-83fa-585654f960bd), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.205200 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d7b6fc36-4e14-43b5-83fa-585654f960bd), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.245893 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:38:01.248164 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b6fc36-4e14-43b5-83fa-585654f960bd,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:01.259525 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.259881 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.260257 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.260589 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.260913 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.261228 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.261543 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.261854 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.262178 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.262495 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.262821 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.263224 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.263436 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.263741 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.264058 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Tracked resource versions report: May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: pushed versions: May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: { 'AddressGroup': {'1.2'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Agent': {'1.1'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'ConntrackHelper': {'1.0'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'LocalIPAssociation': {'1.0'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Log': {'1.0'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'NDPProxy': {'1.0'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Network': {'1.1'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Port': {'1.7'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'PortForwarding': {'1.3'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'QosPolicy': {'1.10'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'SecurityGroup': {'1.5'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'SecurityGroupRule': {'1.2'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'SubPort': {'1.0'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Subnet': {'1.1'}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Trunk': {'1.1'}} May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: consumer versions: May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: { DHCP agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: HyperV agent@hv-cinder-84315: {}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: L3 agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: Metadata agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: Metering agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: Open vSwitch agent@dv-cinder-843153-1-iscsi: { 'AddressGroup': '1.2', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Agent': '1.1', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'ConntrackHelper': '1.0', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'LocalIPAssociation': '1.0', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Log': '1.0', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'NDPProxy': '1.0', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Network': '1.1', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Port': '1.7', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'PortForwarding': '1.3', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'QosPolicy': '1.10', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'SecurityGroup': '1.5', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'SecurityGroupRule': '1.2', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'SubPort': '1.0', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Subnet': '1.1', May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: 'Trunk': '1.1'}} May 24 15:38:01.265228 dv-cinder-843153-1-iscsi neutron-server[104076]: {{(pid=104076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 15:38:01.275136 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.275612 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Added segment 0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06 of type vlan for network 00b154da-a072-42ec-9708-34a9d5f5fcf6 May 24 15:38:01.317255 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (00b154da-a072-42ec-9708-34a9d5f5fcf6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.338593 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45178) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:01.344894 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (00b154da-a072-42ec-9708-34a9d5f5fcf6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.345892 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:01.346436 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.415104 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7512846 May 24 15:38:01.415104 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf6fcd-77a8-4654-ae5f-41bde77c641d admin admin] Pushing event updated for resources: {'Network': ['ID=00b154da-a072-42ec-9708-34a9d5f5fcf6,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:01.417192 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45184) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:01.427432 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Request body: {'subnet': {'network_id': '00b154da-a072-42ec-9708-34a9d5f5fcf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-771340658-subnet', 'tenant_id': 'f86f8a870f9146489a3ef1716094e066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:01.429418 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 00b154da-a072-42ec-9708-34a9d5f5fcf6 details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:38:01.451620 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Made reservation on behalf of f86f8a870f9146489a3ef1716094e066 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:01.455180 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.472705 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45186) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:01.606483 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-752358778-network', 'tenant_id': 'e280d545f6064b5c91289a77e2491511'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:01.660068 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for subnet (fe2447b7-d289-4185-a02b-4f3871cdb740), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.680146 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Made reservation on behalf of e280d545f6064b5c91289a77e2491511 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:01.682442 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.727128 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.728230 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.735210 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Checking segment: {'id': '0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '00b154da-a072-42ec-9708-34a9d5f5fcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:01.735567 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Network hostable DHCP agents. Network: 00b154da-a072-42ec-9708-34a9d5f5fcf6, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:38:01.771852 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-914745160-network', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:01.780652 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Network 00b154da-a072-42ec-9708-34a9d5f5fcf6 is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:38:01.791777 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2447b7-d289-4185-a02b-4f3871cdb740,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:01.796731 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 00b154da-a072-42ec-9708-34a9d5f5fcf6) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:01.810199 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2753b7-4750-443e-9533-cc95ed4c8ac9 None None] Network 00b154da-a072-42ec-9708-34a9d5f5fcf6 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:38:01.812951 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:01.813576 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.817058 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.817413 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.818005 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.818399 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.818845 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.819512 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.822585 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.822974 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.823335 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.823705 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.824088 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.824474 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.824804 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.825175 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.825515 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] Tracked resource versions report: May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: pushed versions: May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: { 'AddressGroup': {'1.2'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Agent': {'1.1'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'ConntrackHelper': {'1.0'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'LocalIPAssociation': {'1.0'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Log': {'1.0'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'NDPProxy': {'1.0'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Network': {'1.1'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Port': {'1.7'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'PortForwarding': {'1.3'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'QosPolicy': {'1.10'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'SecurityGroup': {'1.5'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'SecurityGroupRule': {'1.2'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'SubPort': {'1.0'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Subnet': {'1.1'}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Trunk': {'1.1'}} May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: consumer versions: May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: { DHCP agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: HyperV agent@hv-cinder-84315: {}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: L3 agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: Metadata agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: Metering agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: Open vSwitch agent@dv-cinder-843153-1-iscsi: { 'AddressGroup': '1.2', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Agent': '1.1', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'ConntrackHelper': '1.0', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'LocalIPAssociation': '1.0', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Log': '1.0', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'NDPProxy': '1.0', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Network': '1.1', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Port': '1.7', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'PortForwarding': '1.3', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'QosPolicy': '1.10', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'SecurityGroup': '1.5', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'SecurityGroupRule': '1.2', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'SubPort': '1.0', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Subnet': '1.1', May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: 'Trunk': '1.1'}} May 24 15:38:01.826787 dv-cinder-843153-1-iscsi neutron-server[104075]: {{(pid=104075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 15:38:01.840988 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-436893087-network', 'tenant_id': '114e4162925c474bb7d49d7d0dbf11e8'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:01.847572 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Made reservation on behalf of fd0613f4cbb3461a982738c683c3ab03 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:01.852133 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.865468 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.881906 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-b11e3bef-5f08-4eba-800d-b66134940122 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4518631 May 24 15:38:01.943832 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Made reservation on behalf of 114e4162925c474bb7d49d7d0dbf11e8 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:01.947095 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.955973 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Publish callbacks [] for security_group (c269c4be-9271-4476-adad-32a612590690), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.961809 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (c269c4be-9271-4476-adad-32a612590690), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:01.965166 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fc263a-d8ff-401e-b153-17913b0aedf7 None None] Network 00b154da-a072-42ec-9708-34a9d5f5fcf6 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:38:01.970697 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.026867 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Publish callbacks [] for security_group (83dcddc9-8852-491c-bd8b-9481d10c5239), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.028916 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:38:02.038841 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (83dcddc9-8852-491c-bd8b-9481d10c5239), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.042687 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c269c4be-9271-4476-adad-32a612590690,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:02.053223 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (b87c1a74-7928-48cb-85fc-4f33fa508877), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.054018 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.segments_db [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Added segment b87c1a74-7928-48cb-85fc-4f33fa508877 of type vlan for network b1d908b4-0d57-4328-b5e8-f2842546189b May 24 15:38:02.082589 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dcddc9-8852-491c-bd8b-9481d10c5239,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:02.106233 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:38:02.121427 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=69,neutron:INSERT=24,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:02.137828 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (b1d908b4-0d57-4328-b5e8-f2842546189b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.139226 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (072117a0-8d23-420a-873e-c00249a15faa), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.140013 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Added segment 072117a0-8d23-420a-873e-c00249a15faa of type vlan for network 062393c0-66b9-4ecb-bb43-dbb81b8673fe May 24 15:38:02.156954 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:02.167643 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:02.184759 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (b1d908b4-0d57-4328-b5e8-f2842546189b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.185968 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:02.186650 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.211429 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Publish callbacks [] for security_group (fa775855-94ba-4448-a080-01e572b36e61), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.223502 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (062393c0-66b9-4ecb-bb43-dbb81b8673fe), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.229215 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (fa775855-94ba-4448-a080-01e572b36e61), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.243121 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:38:02.253331 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (8d64ec9b-7121-459b-9cdf-090746f999e9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.253820 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Added segment 8d64ec9b-7121-459b-9cdf-090746f999e9 of type vlan for network 4c2b32ad-b677-428e-b683-4cf0757e8414 May 24 15:38:02.284836 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.0912337 May 24 15:38:02.295295 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45238) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:02.301022 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b9a6fd77-e8cc-4fc4-8201-ea2ab2787385 admin admin] Request body: {'subnet': {'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-subnet', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:02.314079 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ca7f2-81eb-42b9-bd5f-016db94be456 admin admin] Pushing event updated for resources: {'Network': ['ID=b1d908b4-0d57-4328-b5e8-f2842546189b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:02.325181 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network b1d908b4-0d57-4328-b5e8-f2842546189b details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:38:02.349717 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (4c2b32ad-b677-428e-b683-4cf0757e8414), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.363320 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa775855-94ba-4448-a080-01e572b36e61,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:02.380138 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (062393c0-66b9-4ecb-bb43-dbb81b8673fe), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.382046 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:02.382915 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.455528 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9816868 May 24 15:38:02.458872 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45244) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:02.463400 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a6fd77-e8cc-4fc4-8201-ea2ab2787385 admin admin] Made reservation on behalf of e280d545f6064b5c91289a77e2491511 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:02.465220 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-3f4844ac-e6a7-45a4-b3b9-ca603af970c5 admin admin] Request body: {'subnet': {'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-subnet', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:02.465766 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9a6fd77-e8cc-4fc4-8201-ea2ab2787385 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.479281 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (4c2b32ad-b677-428e-b683-4cf0757e8414), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.479457 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:02.480375 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.494878 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4844ac-e6a7-45a4-b3b9-ca603af970c5 admin admin] Made reservation on behalf of fd0613f4cbb3461a982738c683c3ab03 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:02.497699 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f4844ac-e6a7-45a4-b3b9-ca603af970c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.537659 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1979032 May 24 15:38:02.540566 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45248) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:02.568805 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-62629a63-15a7-4376-8e06-95cffde4eeea admin admin] Request body: {'subnet': {'network_id': '4c2b32ad-b677-428e-b683-4cf0757e8414', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-436893087-subnet', 'tenant_id': '114e4162925c474bb7d49d7d0dbf11e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:02.572674 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff12af-6cfd-4fec-856d-bf3cb0a93e46 admin admin] Pushing event updated for resources: {'Network': ['ID=062393c0-66b9-4ecb-bb43-dbb81b8673fe,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:02.582846 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 062393c0-66b9-4ecb-bb43-dbb81b8673fe details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:38:02.676383 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62629a63-15a7-4376-8e06-95cffde4eeea admin admin] Made reservation on behalf of 114e4162925c474bb7d49d7d0dbf11e8 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:02.679191 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62629a63-15a7-4376-8e06-95cffde4eeea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:02.688095 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:02.699709 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbad0a-d701-437b-9cce-7de983cadc67 admin admin] Pushing event updated for resources: {'Network': ['ID=4c2b32ad-b677-428e-b683-4cf0757e8414,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:02.758364 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 4c2b32ad-b677-428e-b683-4cf0757e8414 details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:38:02.927086 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f4844ac-e6a7-45a4-b3b9-ca603af970c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for subnet (406760c0-7990-42bd-b875-7a3c5b0f957e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.024481 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4844ac-e6a7-45a4-b3b9-ca603af970c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=406760c0-7990-42bd-b875-7a3c5b0f957e,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:03.074686 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:03.082290 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9a6fd77-e8cc-4fc4-8201-ea2ab2787385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for subnet (56032d1a-2388-4d58-a0aa-03a1b2d2ba92), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.101584 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4844ac-e6a7-45a4-b3b9-ca603af970c5 admin admin] Checking segment: {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:03.102314 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4844ac-e6a7-45a4-b3b9-ca603af970c5 admin admin] Network hostable DHCP agents. Network: 062393c0-66b9-4ecb-bb43-dbb81b8673fe, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:38:03.123390 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4844ac-e6a7-45a4-b3b9-ca603af970c5 admin admin] Network 062393c0-66b9-4ecb-bb43-dbb81b8673fe is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:38:03.136490 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-3f4844ac-e6a7-45a4-b3b9-ca603af970c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 062393c0-66b9-4ecb-bb43-dbb81b8673fe) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:03.147505 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4599e6-9fb6-4a40-86cd-d3934d8f6155 None None] Network 062393c0-66b9-4ecb-bb43-dbb81b8673fe requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:38:03.151728 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4844ac-e6a7-45a4-b3b9-ca603af970c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:03.152764 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3f4844ac-e6a7-45a4-b3b9-ca603af970c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.178850 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-3f4844ac-e6a7-45a4-b3b9-ca603af970c5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7174909 May 24 15:38:03.180089 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45294) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:03.187751 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:03.222386 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-927047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4733'] for router (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.224976 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4726'] for router (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.282736 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6fd77-e8cc-4fc4-8201-ea2ab2787385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56032d1a-2388-4d58-a0aa-03a1b2d2ba92,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:03.297840 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Publish callbacks [] for router_controller (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.323566 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:03.332677 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6fd77-e8cc-4fc4-8201-ea2ab2787385 admin admin] Checking segment: {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:03.333728 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6fd77-e8cc-4fc4-8201-ea2ab2787385 admin admin] Network hostable DHCP agents. Network: b1d908b4-0d57-4328-b5e8-f2842546189b, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:38:03.339547 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62629a63-15a7-4376-8e06-95cffde4eeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for subnet (291efd9f-a3ce-4cdf-9460-3e815d5ae6b9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.384957 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cafb656-3f67-50a2-96d4-d932412c16ff-062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e'}]}} from dv-cinder-843153-1-iscsi. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 15:38:03.386373 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.424545 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62629a63-15a7-4376-8e06-95cffde4eeea admin admin] Pushing event updated for resources: {'Subnet': ['ID=291efd9f-a3ce-4cdf-9460-3e815d5ae6b9,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:03.429579 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6fd77-e8cc-4fc4-8201-ea2ab2787385 admin admin] Network b1d908b4-0d57-4328-b5e8-f2842546189b is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:38:03.473874 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b9a6fd77-e8cc-4fc4-8201-ea2ab2787385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, b1d908b4-0d57-4328-b5e8-f2842546189b) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:03.490701 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62629a63-15a7-4376-8e06-95cffde4eeea admin admin] Checking segment: {'id': '8d64ec9b-7121-459b-9cdf-090746f999e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4c2b32ad-b677-428e-b683-4cf0757e8414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:03.491045 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62629a63-15a7-4376-8e06-95cffde4eeea admin admin] Network hostable DHCP agents. Network: 4c2b32ad-b677-428e-b683-4cf0757e8414, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:38:03.493961 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6fd77-e8cc-4fc4-8201-ea2ab2787385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:03.494551 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9a6fd77-e8cc-4fc4-8201-ea2ab2787385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.507857 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75d6564-5968-4345-9a3e-ae6e094eefcd None None] Network b1d908b4-0d57-4328-b5e8-f2842546189b requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:38:03.510248 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Publish callbacks [] for router_gateway (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.546370 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b9a6fd77-e8cc-4fc4-8201-ea2ab2787385 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2475121 May 24 15:38:03.551478 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45308) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:03.561827 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:03.605226 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62629a63-15a7-4376-8e06-95cffde4eeea admin admin] Network 4c2b32ad-b677-428e-b683-4cf0757e8414 is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:38:03.617465 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-62629a63-15a7-4376-8e06-95cffde4eeea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 4c2b32ad-b677-428e-b683-4cf0757e8414) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:03.623479 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62629a63-15a7-4376-8e06-95cffde4eeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:03.624080 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-62629a63-15a7-4376-8e06-95cffde4eeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.628139 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-927047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4733'] for router (04621e83-d5a4-401e-b9e9-29bba3f4f23f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.629594 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4726'] for router (04621e83-d5a4-401e-b9e9-29bba3f4f23f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.630155 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e387c38-2f69-48d7-808b-43a7214d4e49 None None] Network 4c2b32ad-b677-428e-b683-4cf0757e8414 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:38:03.664296 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-62629a63-15a7-4376-8e06-95cffde4eeea admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1109293 May 24 15:38:03.749583 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Publish callbacks [] for router_controller (04621e83-d5a4-401e-b9e9-29bba3f4f23f), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:03.985383 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Allocated IP 172.20.0.2 (062393c0-66b9-4ecb-bb43-dbb81b8673fe/406760c0-7990-42bd-b875-7a3c5b0f957e/10fbcc0f-94fd-401d-b1ee-0820d3be9122) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:38:03.995206 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cafb656-3f67-50a2-96d4-d932412c16ff-b1d908b4-0d57-4328-b5e8-f2842546189b', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'project_id': 'e280d545f6064b5c91289a77e2491511', 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92'}]}} from dv-cinder-843153-1-iscsi. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 15:38:03.996956 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:04.003948 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:04.044475 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Publish callbacks [] for router_gateway (04621e83-d5a4-401e-b9e9-29bba3f4f23f), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:04.073700 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:04.084771 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Publish callbacks [] for router_gateway (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:04.126496 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:04.205025 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bf0cbc-0ec8-4b9a-aaae-8846ec2ba310 None None] Network 4c2b32ad-b677-428e-b683-4cf0757e8414 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:38:04.274915 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Allocated IP 172.27.3.128 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/5aa790e3-6321-4131-8370-58cfab011812) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:38:04.374199 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Allocated IP 172.20.0.2 (b1d908b4-0d57-4328-b5e8-f2842546189b/56032d1a-2388-4d58-a0aa-03a1b2d2ba92/65caaf65-00c7-4c00-b42b-7395bd376064) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:38:04.385991 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45330) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:04.454460 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Publish callbacks [] for port (5aa790e3-6321-4131-8370-58cfab011812), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:04.524876 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:04.526291 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:04.526754 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Publish callbacks [] for router_gateway (04621e83-d5a4-401e-b9e9-29bba3f4f23f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:04.531536 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (5aa790e3-6321-4131-8370-58cfab011812), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:04.561935 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Publish callbacks [] for port (65caaf65-00c7-4c00-b42b-7395bd376064), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:04.586487 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:04.630127 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:04.645452 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:04.655316 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Publish callbacks [] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:04.674471 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:38:04.688166 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:04.701086 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:04.759022 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:04.777155 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Network 062393c0-66b9-4ecb-bb43-dbb81b8673fe is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:04.789793 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Network b1d908b4-0d57-4328-b5e8-f2842546189b is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:04.792950 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Pushing event updated for resources: {'Port': ['ID=5aa790e3-6321-4131-8370-58cfab011812,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:04.793487 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Pushing event updated for resources: {'Port': ['ID=10fbcc0f-94fd-401d-b1ee-0820d3be9122,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:04.819037 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:04.822883 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:04.822983 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:04.829129 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.829554 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.829919 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.830262 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.830600 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.830935 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.831270 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.831552 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.831867 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.832313 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.832684 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.833496 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.834274 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.834659 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.835085 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Tracked resource versions report: May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: pushed versions: May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: { 'AddressGroup': {'1.2'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Agent': {'1.1'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'ConntrackHelper': {'1.0'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'LocalIPAssociation': {'1.0'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Log': {'1.0'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'NDPProxy': {'1.0'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Network': {'1.1'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Port': {'1.7'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'PortForwarding': {'1.3'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'QosPolicy': {'1.10'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'SecurityGroup': {'1.5'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'SecurityGroupRule': {'1.2'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'SubPort': {'1.0'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Subnet': {'1.1'}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Trunk': {'1.1'}} May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: consumer versions: May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: { DHCP agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: HyperV agent@hv-cinder-84315: {}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: L3 agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: Metadata agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: Metering agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: Open vSwitch agent@dv-cinder-843153-1-iscsi: { 'AddressGroup': '1.2', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Agent': '1.1', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'ConntrackHelper': '1.0', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'LocalIPAssociation': '1.0', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Log': '1.0', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'NDPProxy': '1.0', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Network': '1.1', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Port': '1.7', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'PortForwarding': '1.3', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'QosPolicy': '1.10', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'SecurityGroup': '1.5', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'SecurityGroupRule': '1.2', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'SubPort': '1.0', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Subnet': '1.1', May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: 'Trunk': '1.1'}} May 24 15:38:04.837476 dv-cinder-843153-1-iscsi neutron-server[104077]: {{(pid=104077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 15:38:04.846369 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:38:04.854360 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:38:04.869922 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Allocated IP 172.27.3.166 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/39a05b22-8b39-499a-a863-a279c6507326) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:38:05.032876 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Publish callbacks [] for port (39a05b22-8b39-499a-a863-a279c6507326), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.066790 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:05.085123 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f14ce276-a026-4b7f-abdd-1025f3a18520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.095434 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (39a05b22-8b39-499a-a863-a279c6507326), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.127050 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Publish callbacks [] for router_gateway (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.150023 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Attempting to bind port 65caaf65-00c7-4c00-b42b-7395bd376064 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:38:05.150380 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Attempting to bind port 65caaf65-00c7-4c00-b42b-7395bd376064 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:38:05.150746 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Attempting to bind port 65caaf65-00c7-4c00-b42b-7395bd376064 on network b1d908b4-0d57-4328-b5e8-f2842546189b {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:05.155956 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Pushing event updated for resources: {'Port': ['ID=65caaf65-00c7-4c00-b42b-7395bd376064,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:05.161263 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Attempting to bind port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:38:05.161629 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Attempting to bind port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:38:05.161987 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Attempting to bind port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 on network 062393c0-66b9-4ecb-bb43-dbb81b8673fe {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:05.165864 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:38:05.166213 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Checking segment: {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:05.166612 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.167139 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Bound using segment: {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:38:05.167622 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Bound port: 65caaf65-00c7-4c00-b42b-7395bd376064, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:38:05.167996 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.170419 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Pushing event updated for resources: {'Port': ['ID=39a05b22-8b39-499a-a863-a279c6507326,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:05.173193 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:38:05.173559 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Checking segment: {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:05.173947 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.174323 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Bound using segment: {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:38:05.174851 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Bound port: 10fbcc0f-94fd-401d-b1ee-0820d3be9122, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:38:05.175239 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.211447 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:05.215642 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:05.227462 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:38:05.363084 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] For port 65caaf65-00c7-4c00-b42b-7395bd376064, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:38:05.367936 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] For port 65caaf65-00c7-4c00-b42b-7395bd376064, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=65caaf65-00c7-4c00-b42b-7395bd376064,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:38:05.381811 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] For port 10fbcc0f-94fd-401d-b1ee-0820d3be9122, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:38:05.388727 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] For port 10fbcc0f-94fd-401d-b1ee-0820d3be9122, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=10fbcc0f-94fd-401d-b1ee-0820d3be9122,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:38:05.400081 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.415933 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.537707 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d55629-a9fc-4b8a-b04f-2159ffba8fc3 None None] Pushing event updated for resources: {'Port': ['ID=65caaf65-00c7-4c00-b42b-7395bd376064,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:05.542807 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45372) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:05.548741 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1859186030-network', 'tenant_id': '6a79610059a24cf1bd3892d27cd767b2'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:05.634443 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:05.675778 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Made reservation on behalf of 6a79610059a24cf1bd3892d27cd767b2 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:05.677968 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf39d05-d533-4477-834b-c8772f9b5ec3 None None] Pushing event updated for resources: {'Port': ['ID=10fbcc0f-94fd-401d-b1ee-0820d3be9122,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:05.682764 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.699668 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924690'] for router (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.702981 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.721764 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f14ce276-a026-4b7f-abdd-1025f3a18520 admin admin] Publish callbacks [] for security_group (d3f8ed0c-b5ea-4340-9e2c-9560bb2449f8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.743271 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f14ce276-a026-4b7f-abdd-1025f3a18520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d3f8ed0c-b5ea-4340-9e2c-9560bb2449f8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:05.801071 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45384) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:05.807890 dv-cinder-843153-1-iscsi neutron-server[104075]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 24 15:38:05.857190 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ce276-a026-4b7f-abdd-1025f3a18520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f8ed0c-b5ea-4340-9e2c-9560bb2449f8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:05.887928 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Publish callbacks [] for router_gateway (04621e83-d5a4-401e-b9e9-29bba3f4f23f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.015134 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f14ce276-a026-4b7f-abdd-1025f3a18520 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fec78be42a884892b793a3cad52e0e26&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6278930 May 24 15:38:06.017838 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45392) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:06.236086 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:06.268526 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:06.303242 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-a85b08cc-5b54-478d-8aa7-c1ee30c307c2 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:06.304945 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-a85b08cc-5b54-478d-8aa7-c1ee30c307c2 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/networks?id=00b154da-a072-42ec-9708-34a9d5f5fcf6 HTTP/1.1" status: 200 len: 811 time: 0.5004470 May 24 15:38:06.311410 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Publish callbacks [] for security_group (2e509b29-07fb-4897-9560-4accba9fee00), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.326116 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (2e509b29-07fb-4897-9560-4accba9fee00), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.344439 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-7442ac0a-e79e-480b-ad0c-5434cb7d3330 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/quotas/f86f8a870f9146489a3ef1716094e066 HTTP/1.1" status: 200 len: 375 time: 0.0310218 May 24 15:38:06.349823 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb9d3-fc5a-4b43-8d71-179345107ef7 admin admin] Publish callbacks [] for security_group (d3f8ed0c-b5ea-4340-9e2c-9560bb2449f8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.371182 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:06.387665 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb9d3-fc5a-4b43-8d71-179345107ef7 admin admin] Publish callbacks [] for security_group (d3f8ed0c-b5ea-4340-9e2c-9560bb2449f8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.394309 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:38:06.435234 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-7bee39e9-55cc-4496-8356-348794f7702e tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f86f8a870f9146489a3ef1716094e066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899372 May 24 15:38:06.445890 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (1a1cd8e8-b8d0-4a20-a8a0-2f695731d491), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.446294 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.segments_db [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Added segment 1a1cd8e8-b8d0-4a20-a8a0-2f695731d491 of type vlan for network 46c46f30-2410-4cb2-aadb-df9de4e6d662 May 24 15:38:06.459642 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e509b29-07fb-4897-9560-4accba9fee00,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:06.499331 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 is scheduled to L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 15:38:06.504384 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924690'] for router (04621e83-d5a4-401e-b9e9-29bba3f4f23f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.533150 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (46c46f30-2410-4cb2-aadb-df9de4e6d662), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.673115 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.681664 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (46c46f30-2410-4cb2-aadb-df9de4e6d662), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.686798 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:06.688864 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.780919 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:06.813459 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb9d3-fc5a-4b43-8d71-179345107ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d3f8ed0c-b5ea-4340-9e2c-9560bb2449f8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.816248 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb9d3-fc5a-4b43-8d71-179345107ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.828492 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ff8bb9d3-fc5a-4b43-8d71-179345107ef7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3f8ed0c-b5ea-4340-9e2c-9560bb2449f8 HTTP/1.1" status: 204 len: 168 time: 0.8011534 May 24 15:38:06.835730 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 65caaf65-00c7-4c00-b42b-7395bd376064 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:06.885224 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bb9d3-fc5a-4b43-8d71-179345107ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f8ed0c-b5ea-4340-9e2c-9560bb2449f8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:06.886726 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3421102 May 24 15:38:06.893823 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45418) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:06.902087 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-dc5240a4-aaaa-4f96-a603-07c422845156 admin admin] Request body: {'subnet': {'network_id': '46c46f30-2410-4cb2-aadb-df9de4e6d662', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1859186030-subnet', 'tenant_id': '6a79610059a24cf1bd3892d27cd767b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:06.932517 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b007340-13a0-4a57-aafa-7e4d965a82a9 admin admin] Pushing event updated for resources: {'Network': ['ID=46c46f30-2410-4cb2-aadb-df9de4e6d662,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:06.946931 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 46c46f30-2410-4cb2-aadb-df9de4e6d662 details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:38:06.959319 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 65caaf65-00c7-4c00-b42b-7395bd376064 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:06.961494 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:06.965824 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Router 04621e83-d5a4-401e-b9e9-29bba3f4f23f is scheduled to L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 15:38:06.969582 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-fa7040bc-6a12-4e52-a8c7-1e2b36256051 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:38:06.971138 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-fa7040bc-6a12-4e52-a8c7-1e2b36256051 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1399298 May 24 15:38:07.025657 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:38:07.044781 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Sync routers for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:38:07.073525 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:38:07.074200 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:37:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:07.133601 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:38:07.169574 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:07.175072 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-a7ff1de0-57b0-41e6-b173-4167f788add2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6197648 May 24 15:38:07.175905 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45424) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:07.295299 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Sync routers for ids ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:38:07.410634 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Routers {'04621e83-d5a4-401e-b9e9-29bba3f4f23f'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:38:07.411383 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0306c547-cd85-4262-8c74-1086554da862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:37:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:07.508958 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5240a4-aaaa-4f96-a603-07c422845156 admin admin] Made reservation on behalf of 6a79610059a24cf1bd3892d27cd767b2 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:07.511955 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc5240a4-aaaa-4f96-a603-07c422845156 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:07.592472 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13e2253-78a4-4ca5-b6b1-c738b1e05962 None None] Network 062393c0-66b9-4ecb-bb43-dbb81b8673fe requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:38:07.641396 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:07.642875 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-e6c4a579-d681-4dcd-8292-210cd05417bf admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4614439 May 24 15:38:07.646234 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45442) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:07.706066 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d34b8178-145b-42d4-92af-6b138bf84479 service neutron] 10.222.0.55 "GET /v2.0/networks/00b154da-a072-42ec-9708-34a9d5f5fcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7229583 May 24 15:38:07.751084 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:38:07.789424 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9657a7c-a461-4576-8ecf-fbf1c0e2b505 None None] Network b1d908b4-0d57-4328-b5e8-f2842546189b requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:38:07.817257 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45452) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:07.865870 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:07.872448 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3877-4239-4995-a9bc-feb71b01a547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:07.889851 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:07.895744 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c4bfb297-301e-4f22-bd7f-5106f89b59c8 None None] Provisioning complete for port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:07.896480 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4bfb297-301e-4f22-bd7f-5106f89b59c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.047105 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-bb6026eb-2d05-4d54-8df6-fe28740ba694 service neutron] 10.222.0.55 "GET /v2.0/networks/00b154da-a072-42ec-9708-34a9d5f5fcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318522 May 24 15:38:08.068987 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc5240a4-aaaa-4f96-a603-07c422845156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for subnet (2f276813-aab5-49c9-af4a-de5bc96ac040), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.096699 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:08.235954 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5240a4-aaaa-4f96-a603-07c422845156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f276813-aab5-49c9-af4a-de5bc96ac040,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:08.238270 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:04Z', 'revision_number': 3, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:08.258423 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5240a4-aaaa-4f96-a603-07c422845156 admin admin] Checking segment: {'id': '1a1cd8e8-b8d0-4a20-a8a0-2f695731d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46c46f30-2410-4cb2-aadb-df9de4e6d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:08.258782 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5240a4-aaaa-4f96-a603-07c422845156 admin admin] Network hostable DHCP agents. Network: 46c46f30-2410-4cb2-aadb-df9de4e6d662, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:38:08.260284 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 65caaf65-00c7-4c00-b42b-7395bd376064 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:08.260746 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.265943 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:08.287790 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Set router 04621e83-d5a4-401e-b9e9-29bba3f4f23f gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:38:08.294399 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Checking router: cad1d95c-ee3c-4ffd-9237-920169d9fbc2 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:38:08.296573 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Updating router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 port 5aa790e3-6321-4131-8370-58cfab011812 binding host dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:38:08.299397 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5240a4-aaaa-4f96-a603-07c422845156 admin admin] Network 46c46f30-2410-4cb2-aadb-df9de4e6d662 is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:38:08.320306 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3877-4239-4995-a9bc-feb71b01a547 admin admin] Publish callbacks [] for security_group (90cb1bc9-55b1-433a-ab35-1052c060fb69), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.335841 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-dc5240a4-aaaa-4f96-a603-07c422845156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 46c46f30-2410-4cb2-aadb-df9de4e6d662) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:08.346419 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5240a4-aaaa-4f96-a603-07c422845156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:08.347212 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dc5240a4-aaaa-4f96-a603-07c422845156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.375737 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5aa790e3-6321-4131-8370-58cfab011812), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.394099 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3877-4239-4995-a9bc-feb71b01a547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (90cb1bc9-55b1-433a-ab35-1052c060fb69), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.395732 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-dc5240a4-aaaa-4f96-a603-07c422845156 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5004756 May 24 15:38:08.401027 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45478) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:08.488848 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-aa3d3877-4239-4995-a9bc-feb71b01a547 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7fc9c6167079494784ea25cc4b894269&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6699708 May 24 15:38:08.493176 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d3877-4239-4995-a9bc-feb71b01a547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cb1bc9-55b1-433a-ab35-1052c060fb69,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:08.497922 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45490) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:08.513985 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b225197f-034c-4f41-b15c-72f51e59d4ad req-00eb392c-6249-4bbb-bab5-014d8e0373ea tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 210 time: 0.1118071 May 24 15:38:08.582025 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45494) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:08.634460 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf9b7bf-10c0-446d-831a-ed13603d110d admin admin] Deleting subnet 291efd9f-a3ce-4cdf-9460-3e815d5ae6b9 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:38:08.639422 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b7bf-10c0-446d-831a-ed13603d110d admin admin] Publish callbacks [] for subnet (291efd9f-a3ce-4cdf-9460-3e815d5ae6b9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.677147 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293b52de-c2fb-4073-9fff-537e5cd0edc3 None None] Network 46c46f30-2410-4cb2-aadb-df9de4e6d662 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:38:08.693276 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b7bf-10c0-446d-831a-ed13603d110d admin admin] Publish callbacks [] for subnet (291efd9f-a3ce-4cdf-9460-3e815d5ae6b9), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.703803 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b7bf-10c0-446d-831a-ed13603d110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (291efd9f-a3ce-4cdf-9460-3e815d5ae6b9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.737289 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:08.815643 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b7bf-10c0-446d-831a-ed13603d110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for subnet (291efd9f-a3ce-4cdf-9460-3e815d5ae6b9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.862626 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Publish callbacks [] for port (5aa790e3-6321-4131-8370-58cfab011812), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.869901 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (5aa790e3-6321-4131-8370-58cfab011812), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.880919 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.884149 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9b7bf-10c0-446d-831a-ed13603d110d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291efd9f-a3ce-4cdf-9460-3e815d5ae6b9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:08.890952 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfb297-301e-4f22-bd7f-5106f89b59c8 None None] Current status of the port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:08.891440 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4bfb297-301e-4f22-bd7f-5106f89b59c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.903581 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b7bf-10c0-446d-831a-ed13603d110d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.917329 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-bbf9b7bf-10c0-446d-831a-ed13603d110d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/291efd9f-a3ce-4cdf-9460-3e815d5ae6b9 HTTP/1.1" status: 204 len: 168 time: 0.3341410 May 24 15:38:08.917982 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45504) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:08.923226 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Pushing event updated for resources: {'Port': ['ID=5aa790e3-6321-4131-8370-58cfab011812,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:08.933282 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.933625 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.933960 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.934457 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.934838 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.935200 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.935636 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.935963 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.936367 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.936729 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.937059 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.937391 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.937714 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.938054 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.938455 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Tracked resource versions report: May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: pushed versions: May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: { 'AddressGroup': {'1.2'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Agent': {'1.1'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'ConntrackHelper': {'1.0'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'LocalIPAssociation': {'1.0'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Log': {'1.0'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'NDPProxy': {'1.0'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Network': {'1.1'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Port': {'1.7'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'PortForwarding': {'1.3'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'QosPolicy': {'1.10'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'SecurityGroup': {'1.5'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'SecurityGroupRule': {'1.2'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'SubPort': {'1.0'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Subnet': {'1.1'}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Trunk': {'1.1'}} May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: consumer versions: May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: { DHCP agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: HyperV agent@hv-cinder-84315: {}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: L3 agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: Metadata agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: Metering agent@dv-cinder-843153-1-iscsi: {}, May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: Open vSwitch agent@dv-cinder-843153-1-iscsi: { 'AddressGroup': '1.2', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Agent': '1.1', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'ConntrackHelper': '1.0', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'LocalIPAssociation': '1.0', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Log': '1.0', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'NDPProxy': '1.0', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Network': '1.1', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Port': '1.7', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'PortForwarding': '1.3', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'QosPolicy': '1.10', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'SecurityGroup': '1.5', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'SecurityGroupRule': '1.2', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'SubPort': '1.0', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Subnet': '1.1', May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: 'Trunk': '1.1'}} May 24 15:38:08.939676 dv-cinder-843153-1-iscsi neutron-server[104078]: {{(pid=104078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 24 15:38:08.964589 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Attempting to bind port 5aa790e3-6321-4131-8370-58cfab011812 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:38:08.965114 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Attempting to bind port 5aa790e3-6321-4131-8370-58cfab011812 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:38:08.966738 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Attempting to bind port 5aa790e3-6321-4131-8370-58cfab011812 on network 89f09afe-9f84-467f-83ae-ba767b6cb40a {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:08.973763 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:38:08.974579 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Checking segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:08.975304 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:08.975815 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Bound using segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:38:08.976406 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Bound port: 5aa790e3-6321-4131-8370-58cfab011812, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:38:08.976861 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5aa790e3-6321-4131-8370-58cfab011812), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:09.050016 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] For port 5aa790e3-6321-4131-8370-58cfab011812, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:38:09.053515 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] For port 5aa790e3-6321-4131-8370-58cfab011812, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=5aa790e3-6321-4131-8370-58cfab011812,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:38:09.063690 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (5aa790e3-6321-4131-8370-58cfab011812), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:09.135444 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (4c2b32ad-b677-428e-b683-4cf0757e8414), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:09.151172 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919e967-deee-4833-9dfb-ee8d8e247d0b None None] Pushing event updated for resources: {'Port': ['ID=5aa790e3-6321-4131-8370-58cfab011812,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:09.173976 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:09.180265 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:38:09.181434 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:37:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:09.193150 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port 65caaf65-00c7-4c00-b42b-7395bd376064, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=65caaf65-00c7-4c00-b42b-7395bd376064,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:09.277291 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-c4bfb297-301e-4f22-bd7f-5106f89b59c8 None None] For port 10fbcc0f-94fd-401d-b1ee-0820d3be9122, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=10fbcc0f-94fd-401d-b1ee-0820d3be9122,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:09.289426 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:09.295103 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:09.304627 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4bfb297-301e-4f22-bd7f-5106f89b59c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:09.318394 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:09.320274 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 10fbcc0f-94fd-401d-b1ee-0820d3be9122 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:09.347037 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b2731e7-1865-49e7-81e1-b49c3514e1b2 admin admin] Publish callbacks [] for security_group (90cb1bc9-55b1-433a-ab35-1052c060fb69), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:09.396059 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (4c2b32ad-b677-428e-b683-4cf0757e8414), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:09.427258 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:38:09.435835 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.436215 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.436948 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.437287 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > port after_create 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.437615 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.437943 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > port after_update 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.438252 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.438575 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.438879 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.439186 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.651148 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b2731e7-1865-49e7-81e1-b49c3514e1b2 admin admin] Publish callbacks [] for security_group (90cb1bc9-55b1-433a-ab35-1052c060fb69), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:09.651271 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfb297-301e-4f22-bd7f-5106f89b59c8 None None] Pushing event updated for resources: {'Port': ['ID=10fbcc0f-94fd-401d-b1ee-0820d3be9122,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:09.692095 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:04Z', 'revision_number': 3, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:09.718119 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86bfc9a-8ac9-4fa0-94b8-d94fdfa40027 None None] The sync data for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi is: [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:04Z', 'revision_number': 3, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:38:09.721681 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:09.725504 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-66866725-eff9-4267-bfbb-870a4d2d868a None None] Provisioning complete for port 65caaf65-00c7-4c00-b42b-7395bd376064 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:09.726048 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66866725-eff9-4267-bfbb-870a4d2d868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:09.763745 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=65caaf65-00c7-4c00-b42b-7395bd376064,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:09.773248 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0306c547-cd85-4262-8c74-1086554da862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:05Z', 'revision_number': 3, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:09.802808 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Allocated IP 172.20.0.1 (b1d908b4-0d57-4328-b5e8-f2842546189b/56032d1a-2388-4d58-a0aa-03a1b2d2ba92/7d3cec01-a250-4091-8ce5-955d476b5703) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:38:09.814422 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:09.815127 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:09.824345 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Checking router: 04621e83-d5a4-401e-b9e9-29bba3f4f23f for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:38:09.824990 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Updating router 04621e83-d5a4-401e-b9e9-29bba3f4f23f port 39a05b22-8b39-499a-a863-a279c6507326 binding host dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:38:09.871936 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.872599 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.872796 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.873151 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:38:09.873555 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2b32ad-b677-428e-b683-4cf0757e8414']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:09.932101 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:09.950907 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17c355-ab5e-468f-831f-2383a6688518 None None] Network 46c46f30-2410-4cb2-aadb-df9de4e6d662 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:38:09.958810 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1f4b2428-3a79-4ecf-9e60-9d9bf83dad48 req-7e436a1b-80d3-4d64-a513-edae6f9017bc tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 210 time: 0.0725493 May 24 15:38:09.979457 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b2731e7-1865-49e7-81e1-b49c3514e1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (90cb1bc9-55b1-433a-ab35-1052c060fb69), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:09.983704 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b2731e7-1865-49e7-81e1-b49c3514e1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:09.987972 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1b2731e7-1865-49e7-81e1-b49c3514e1b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90cb1bc9-55b1-433a-ab35-1052c060fb69 HTTP/1.1" status: 204 len: 168 time: 1.4846058 May 24 15:38:09.994953 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d64ec9b-7121-459b-9cdf-090746f999e9') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:09.995239 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d64ec9b-7121-459b-9cdf-090746f999e9') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:10.014221 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2731e7-1865-49e7-81e1-b49c3514e1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cb1bc9-55b1-433a-ab35-1052c060fb69,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:10.022607 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.032355 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431380'] for segment (8d64ec9b-7121-459b-9cdf-090746f999e9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.069254 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Publish callbacks [] for port (7d3cec01-a250-4091-8ce5-955d476b5703), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.090259 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (8d64ec9b-7121-459b-9cdf-090746f999e9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.102462 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:38:10.103470 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2946882'] for segment (8d64ec9b-7121-459b-9cdf-090746f999e9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.241667 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (39a05b22-8b39-499a-a863-a279c6507326), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.324813 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-66866725-eff9-4267-bfbb-870a4d2d868a None None] Current status of the port 65caaf65-00c7-4c00-b42b-7395bd376064 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:10.378033 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (4c2b32ad-b677-428e-b683-4cf0757e8414), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.384249 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.391120 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4c2b32ad-b677-428e-b683-4cf0757e8414 HTTP/1.1" status: 204 len: 168 time: 1.4707754 May 24 15:38:10.395806 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45558) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:10.415618 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b181b-47cd-43b7-bda5-9eaefc61eec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2b32ad-b677-428e-b683-4cf0757e8414,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:10.452728 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment 8d64ec9b-7121-459b-9cdf-090746f999e9 resource provider aggregate not found May 24 15:38:10.456897 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.483218 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b599474-bbb3-4655-8d50-2e85311d4ecd admin admin] Deleting subnet 2f276813-aab5-49c9-af4a-de5bc96ac040 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:38:10.487466 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b599474-bbb3-4655-8d50-2e85311d4ecd admin admin] Publish callbacks [] for subnet (2f276813-aab5-49c9-af4a-de5bc96ac040), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.497808 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-92166961-1eb5-4fee-bf7b-fd8a43a4040d None None] Provisioning complete for port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:10.498300 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92166961-1eb5-4fee-bf7b-fd8a43a4040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.517453 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment 8d64ec9b-7121-459b-9cdf-090746f999e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d64ec9b-7121-459b-9cdf-090746f999e9 found for delete ", "request_id": "req-b2fc7ce3-ba41-4db5-9c78-80eb049dcfdd"}]} May 24 15:38:10.536824 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:10.543390 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b599474-bbb3-4655-8d50-2e85311d4ecd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431387'] for subnet (2f276813-aab5-49c9-af4a-de5bc96ac040), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.582225 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Network b1d908b4-0d57-4328-b5e8-f2842546189b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:10.594276 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:10.598437 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:38:10.599425 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925511'] for router_interface (04621e83-d5a4-401e-b9e9-29bba3f4f23f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.623800 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b599474-bbb3-4655-8d50-2e85311d4ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (2f276813-aab5-49c9-af4a-de5bc96ac040), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.638892 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:10.706383 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:10.730281 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b599474-bbb3-4655-8d50-2e85311d4ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2946720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3945160'] for subnet (2f276813-aab5-49c9-af4a-de5bc96ac040), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.752502 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Pushing event updated for resources: {'Port': ['ID=7d3cec01-a250-4091-8ce5-955d476b5703,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:10.774759 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4b599474-bbb3-4655-8d50-2e85311d4ecd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:10.781743 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-4b599474-bbb3-4655-8d50-2e85311d4ecd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2f276813-aab5-49c9-af4a-de5bc96ac040 HTTP/1.1" status: 204 len: 168 time: 0.3845127 May 24 15:38:10.784509 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45570) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:10.801129 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Allocated IP 172.20.0.1 (062393c0-66b9-4ecb-bb43-dbb81b8673fe/406760c0-7990-42bd-b875-7a3c5b0f957e/032d9681-2b0c-49b1-85cf-06d90b06bbcf) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:38:10.834468 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b599474-bbb3-4655-8d50-2e85311d4ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f276813-aab5-49c9-af4a-de5bc96ac040,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:10.845976 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-92166961-1eb5-4fee-bf7b-fd8a43a4040d None None] Current status of the port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:10.855233 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:10.957693 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (46c46f30-2410-4cb2-aadb-df9de4e6d662), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.033355 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 65caaf65-00c7-4c00-b42b-7395bd376064 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:11.162835 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7875efa1-f615-4ed0-b0df-5e2b884bc021 None None] Provisioning complete for port 7d3cec01-a250-4091-8ce5-955d476b5703 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:11.170366 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (46c46f30-2410-4cb2-aadb-df9de4e6d662), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.175213 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7875efa1-f615-4ed0-b0df-5e2b884bc021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.176075 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Publish callbacks [] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.229366 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:11.231714 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c46f30-2410-4cb2-aadb-df9de4e6d662']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:11.272053 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1cd8e8-b8d0-4a20-a8a0-2f695731d491') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:11.272053 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1cd8e8-b8d0-4a20-a8a0-2f695731d491') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:11.284853 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:11.303509 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7875efa1-f615-4ed0-b0df-5e2b884bc021 None None] Port 7d3cec01-a250-4091-8ce5-955d476b5703 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:38:11.306378 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-34e79d88-e04e-4192-96db-aa2a76a53805 req-c33d30dd-dd8e-4c3b-a3d6-90351cb91524 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 210 time: 0.0782678 May 24 15:38:11.309393 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431380'] for segment (1a1cd8e8-b8d0-4a20-a8a0-2f695731d491), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.328714 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (1a1cd8e8-b8d0-4a20-a8a0-2f695731d491), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.337934 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:38:11.338852 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2946882'] for segment (1a1cd8e8-b8d0-4a20-a8a0-2f695731d491), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.385021 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.435427 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 65caaf65-00c7-4c00-b42b-7395bd376064 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:11.437220 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.440718 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (46c46f30-2410-4cb2-aadb-df9de4e6d662), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.480728 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.484303 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Network 062393c0-66b9-4ecb-bb43-dbb81b8673fe is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:11.498421 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:11.524596 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.526841 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:38:11.528104 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925511'] for router_interface (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.532952 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:11.535619 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] 10.222.0.55 "DELETE /v2.0/networks/46c46f30-2410-4cb2-aadb-df9de4e6d662 HTTP/1.1" status: 204 len: 168 time: 0.7384155 May 24 15:38:11.538395 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5729fbe-94bb-4458-b12b-1da6602fae89 admin admin] Pushing event deleted for resources: {'Network': ['ID=46c46f30-2410-4cb2-aadb-df9de4e6d662,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:11.539360 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Pushing event updated for resources: {'Port': ['ID=032d9681-2b0c-49b1-85cf-06d90b06bbcf,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:11.592959 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Publish callbacks [] for port (39a05b22-8b39-499a-a863-a279c6507326), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.614453 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (39a05b22-8b39-499a-a863-a279c6507326), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.773512 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 65caaf65-00c7-4c00-b42b-7395bd376064 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:11.775310 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5aa790e3-6321-4131-8370-58cfab011812 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:11.852107 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053efe10-b915-4f48-ad49-fc32426430e7 None None] Pushing event updated for resources: {'Port': ['ID=39a05b22-8b39-499a-a863-a279c6507326,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:11.869326 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45610) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:11.892594 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Attempting to bind port 39a05b22-8b39-499a-a863-a279c6507326 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:38:11.893300 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Attempting to bind port 39a05b22-8b39-499a-a863-a279c6507326 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:38:11.893860 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Attempting to bind port 39a05b22-8b39-499a-a863-a279c6507326 on network 89f09afe-9f84-467f-83ae-ba767b6cb40a {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:11.911227 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:38:11.911963 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Checking segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:11.912616 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.913314 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Bound using segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:38:11.913699 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.914201 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Bound port: 39a05b22-8b39-499a-a863-a279c6507326, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:38:11.914805 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (39a05b22-8b39-499a-a863-a279c6507326), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:11.944122 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-d53b60ec-cfac-4f46-b8e9-c958b2e7c66c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=114e4162925c474bb7d49d7d0dbf11e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0735517 May 24 15:38:11.944433 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45614) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:11.970318 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bc0c8e43-6dd3-413c-bfa7-f79acb169cab None None] Provisioning complete for port 032d9681-2b0c-49b1-85cf-06d90b06bbcf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:11.970991 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8e43-6dd3-413c-bfa7-f79acb169cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.028477 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Publish callbacks [] for port (7d3cec01-a250-4091-8ce5-955d476b5703), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.055195 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.056107 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926679'] for router_interface (04621e83-d5a4-401e-b9e9-29bba3f4f23f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.119690 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Pushing event updated for resources: {'Port': ['ID=7d3cec01-a250-4091-8ce5-955d476b5703,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:12.138441 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:12.139244 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 5aa790e3-6321-4131-8370-58cfab011812 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:12.139703 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5aa790e3-6321-4131-8370-58cfab011812), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.181806 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0306c547-cd85-4262-8c74-1086554da862 None None] For port 39a05b22-8b39-499a-a863-a279c6507326, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:38:12.193669 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c8e43-6dd3-413c-bfa7-f79acb169cab None None] Port 032d9681-2b0c-49b1-85cf-06d90b06bbcf cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:38:12.206216 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0306c547-cd85-4262-8c74-1086554da862 None None] For port 39a05b22-8b39-499a-a863-a279c6507326, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=39a05b22-8b39-499a-a863-a279c6507326,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:38:12.216274 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (39a05b22-8b39-499a-a863-a279c6507326), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.222486 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cfdc4bd5-4967-445e-b3ed-c522634e4597 admin admin] Publish callbacks [] for security_group (fa775855-94ba-4448-a080-01e572b36e61), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.256717 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:12.300257 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cfdc4bd5-4967-445e-b3ed-c522634e4597 admin admin] Publish callbacks [] for security_group (fa775855-94ba-4448-a080-01e572b36e61), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.350331 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053efe10-b915-4f48-ad49-fc32426430e7 None None] Pushing event updated for resources: {'Port': ['ID=39a05b22-8b39-499a-a863-a279c6507326,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:12.355705 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 5aa790e3-6321-4131-8370-58cfab011812 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:12.356253 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5aa790e3-6321-4131-8370-58cfab011812), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.363951 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Routers {'04621e83-d5a4-401e-b9e9-29bba3f4f23f'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:38:12.364631 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0306c547-cd85-4262-8c74-1086554da862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:37:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:12.372884 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Network b1d908b4-0d57-4328-b5e8-f2842546189b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:12.394262 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:12.449946 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port 5aa790e3-6321-4131-8370-58cfab011812, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=5aa790e3-6321-4131-8370-58cfab011812,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:12.479280 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (5aa790e3-6321-4131-8370-58cfab011812), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.480170 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 10fbcc0f-94fd-401d-b1ee-0820d3be9122 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:12.497206 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-42a0e9b1-0cbb-4cfe-aa99-5512c5593180 req-c8187316-6f65-4ad2-b7dc-1fb1f89cab34 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 210 time: 0.0556207 May 24 15:38:12.552313 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment 1a1cd8e8-b8d0-4a20-a8a0-2f695731d491 resource provider aggregate not found May 24 15:38:12.575295 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment 1a1cd8e8-b8d0-4a20-a8a0-2f695731d491 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a1cd8e8-b8d0-4a20-a8a0-2f695731d491 found for delete ", "request_id": "req-b63e2241-a512-4911-8f56-3f98fe0a02ee"}]} May 24 15:38:12.643295 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:12.645085 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=5aa790e3-6321-4131-8370-58cfab011812,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:12.683245 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cfdc4bd5-4967-445e-b3ed-c522634e4597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (fa775855-94ba-4448-a080-01e572b36e61), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.686389 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cfdc4bd5-4967-445e-b3ed-c522634e4597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.689790 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-cfdc4bd5-4967-445e-b3ed-c522634e4597 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa775855-94ba-4448-a080-01e572b36e61 HTTP/1.1" status: 204 len: 168 time: 0.7417905 May 24 15:38:12.697976 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Publish callbacks [] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.713135 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-0306c547-cd85-4262-8c74-1086554da862 None None] Set router 04621e83-d5a4-401e-b9e9-29bba3f4f23f gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:38:12.752098 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:12.752771 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.759696 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.760640 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926679'] for router_interface (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.767330 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc4bd5-4967-445e-b3ed-c522634e4597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa775855-94ba-4448-a080-01e572b36e61,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:12.879618 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Pushing event updated for resources: {'Port': ['ID=032d9681-2b0c-49b1-85cf-06d90b06bbcf,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:12.894317 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Router 04621e83-d5a4-401e-b9e9-29bba3f4f23f has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:38:12.914916 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:12.926729 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d8350d7-a997-466f-a75e-dbc662ed2e50 None None] Provisioning complete for port 7d3cec01-a250-4091-8ce5-955d476b5703 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:12.927549 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d8350d7-a997-466f-a75e-dbc662ed2e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:12.991535 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Network 062393c0-66b9-4ecb-bb43-dbb81b8673fe is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:12.995791 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:13.055030 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d8350d7-a997-466f-a75e-dbc662ed2e50 None None] Port 7d3cec01-a250-4091-8ce5-955d476b5703 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:38:13.117214 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0306c547-cd85-4262-8c74-1086554da862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 2, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:13.120745 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:13.125077 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:38:13.146647 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306c547-cd85-4262-8c74-1086554da862 None None] The sync data for ids ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'] in dv-cinder-843153-1-iscsi is: [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 2, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:38:13.169250 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f69343f3-0a00-45e6-8404-0505275aa6ec admin admin] 10.222.0.55 "PUT /v2.0/routers/04621e83-d5a4-401e-b9e9-29bba3f4f23f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9872553 May 24 15:38:13.238310 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:38:13.302363 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:13.304376 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45660) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:13.311808 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5aa790e3-6321-4131-8370-58cfab011812 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:13.388586 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c0809ab4-117d-48fa-a7d4-d2ea32d7d0f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a79610059a24cf1bd3892d27cd767b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0825617 May 24 15:38:13.389023 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45664) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:13.402026 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:38:13.411628 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Sync routers for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:38:13.412485 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-fd190ebf-5440-4d93-998c-833731b6d20a admin admin] 10.222.0.55 "PUT /v2.0/routers/cad1d95c-ee3c-4ffd-9237-920169d9fbc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7503109 May 24 15:38:13.428320 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:38:13.428978 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:37:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:13.452392 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 5aa790e3-6321-4131-8370-58cfab011812 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:13.453112 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5aa790e3-6321-4131-8370-58cfab011812), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:13.453572 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:13.483313 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85ea2f4c-6033-474c-a756-2036cb437efa admin admin] Publish callbacks [] for security_group (2e509b29-07fb-4897-9560-4accba9fee00), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:13.519457 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85ea2f4c-6033-474c-a756-2036cb437efa admin admin] Publish callbacks [] for security_group (2e509b29-07fb-4897-9560-4accba9fee00), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:13.553950 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-92836b72-932c-4343-a9ac-7665ac9b594c None None] Provisioning complete for port 032d9681-2b0c-49b1-85cf-06d90b06bbcf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:13.564375 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92836b72-932c-4343-a9ac-7665ac9b594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:13.636608 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85ea2f4c-6033-474c-a756-2036cb437efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (2e509b29-07fb-4897-9560-4accba9fee00), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:13.642129 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85ea2f4c-6033-474c-a756-2036cb437efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:13.643743 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-85ea2f4c-6033-474c-a756-2036cb437efa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e509b29-07fb-4897-9560-4accba9fee00 HTTP/1.1" status: 204 len: 168 time: 0.2536399 May 24 15:38:13.662657 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea2f4c-6033-474c-a756-2036cb437efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e509b29-07fb-4897-9560-4accba9fee00,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:13.709688 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-92836b72-932c-4343-a9ac-7665ac9b594c None None] Port 032d9681-2b0c-49b1-85cf-06d90b06bbcf cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:38:13.716152 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 5aa790e3-6321-4131-8370-58cfab011812 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:13.728252 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:38:13.731604 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3de9ede2-5156-437f-a425-080be579ce7e req-9195d5d7-1962-4584-af24-43ba87ccbdd7 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 210 time: 0.0846317 May 24 15:38:14.153770 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 2, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:14.190862 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Checking router: cad1d95c-ee3c-4ffd-9237-920169d9fbc2 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:38:14.191249 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Updating router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 port 032d9681-2b0c-49b1-85cf-06d90b06bbcf binding host dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:38:14.232577 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:14.488932 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45714) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:14.496730 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e24c8bc2-0e0a-41c3-b5dc-6552aefd4228 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1509009074', 'description': 'tempest-description--47929294'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:14.562729 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e24c8bc2-0e0a-41c3-b5dc-6552aefd4228 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:14.701086 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-291f3d56-602f-451c-b8f4-c4806c4c310b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:14.702656 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-291f3d56-602f-451c-b8f4-c4806c4c310b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 818 time: 0.2241800 May 24 15:38:14.727535 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e24c8bc2-0e0a-41c3-b5dc-6552aefd4228 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group (64b13ba7-3efc-48b1-812c-f9c7ebada58b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:14.733181 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e24c8bc2-0e0a-41c3-b5dc-6552aefd4228 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (64b13ba7-3efc-48b1-812c-f9c7ebada58b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:14.756907 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-e2e7b786-e7fb-412b-902d-53caee4c813f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/quotas/e280d545f6064b5c91289a77e2491511 HTTP/1.1" status: 200 len: 375 time: 0.0465806 May 24 15:38:14.815930 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c8bc2-0e0a-41c3-b5dc-6552aefd4228 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b13ba7-3efc-48b1-812c-f9c7ebada58b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:14.828352 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e24c8bc2-0e0a-41c3-b5dc-6552aefd4228 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:14.828352 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-e24c8bc2-0e0a-41c3-b5dc-6552aefd4228 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3369510 May 24 15:38:14.833258 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45738) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:14.847106 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c4283ba7-580f-4617-914b-b46b3fc9e3ff tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Request body: {'security_group_rule': {'security_group_id': '64b13ba7-3efc-48b1-812c-f9c7ebada58b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:14.895005 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:14.897072 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:14.913877 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c4283ba7-580f-4617-914b-b46b3fc9e3ff tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group_rule (ccb1270a-78d8-48ca-a0aa-36e240b2820e), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:14.950551 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Publish callbacks [] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:14.962719 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-3f4232d1-1833-4eb2-bae6-15e56ed1996e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2036879 May 24 15:38:14.979276 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.006378 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c4283ba7-580f-4617-914b-b46b3fc9e3ff tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group_rule (ccb1270a-78d8-48ca-a0aa-36e240b2820e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.018657 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c4283ba7-580f-4617-914b-b46b3fc9e3ff tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (ccb1270a-78d8-48ca-a0aa-36e240b2820e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.065480 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4283ba7-580f-4617-914b-b46b3fc9e3ff tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb1270a-78d8-48ca-a0aa-36e240b2820e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:15.076053 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c4283ba7-580f-4617-914b-b46b3fc9e3ff tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.081569 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45756) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:15.081749 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c4283ba7-580f-4617-914b-b46b3fc9e3ff tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2444601 May 24 15:38:15.087329 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-47f22dcc-6097-4e5b-992d-7717313250ce tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Request body: {'security_group_rule': {'security_group_id': '64b13ba7-3efc-48b1-812c-f9c7ebada58b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:15.108127 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c01df5-7b4b-45bb-a1df-fb0228aaa838 None None] Pushing event updated for resources: {'Port': ['ID=032d9681-2b0c-49b1-85cf-06d90b06bbcf,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:15.205628 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-47f22dcc-6097-4e5b-992d-7717313250ce tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group_rule (ae59c93e-118d-4cd4-836c-713aa55eb672), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.345117 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 39a05b22-8b39-499a-a863-a279c6507326 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:15.354014 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Attempting to bind port 032d9681-2b0c-49b1-85cf-06d90b06bbcf on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:38:15.354376 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Attempting to bind port 032d9681-2b0c-49b1-85cf-06d90b06bbcf by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:38:15.354730 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Attempting to bind port 032d9681-2b0c-49b1-85cf-06d90b06bbcf on network 062393c0-66b9-4ecb-bb43-dbb81b8673fe {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:15.375093 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:38:15.375460 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Checking segment: {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:15.375853 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.376273 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Bound using segment: {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:38:15.376741 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Bound port: 032d9681-2b0c-49b1-85cf-06d90b06bbcf, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:38:15.378254 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eebcd58d-bdf9-4efb-9662-864685e5f78e req-fe86ee10-1a9e-45f9-af25-10ea60a27096 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 210 time: 0.0761375 May 24 15:38:15.378365 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.471404 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-47f22dcc-6097-4e5b-992d-7717313250ce tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group_rule (ae59c93e-118d-4cd4-836c-713aa55eb672), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.487150 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-47f22dcc-6097-4e5b-992d-7717313250ce tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (ae59c93e-118d-4cd4-836c-713aa55eb672), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.531446 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f22dcc-6097-4e5b-992d-7717313250ce tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae59c93e-118d-4cd4-836c-713aa55eb672,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:15.568808 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-47f22dcc-6097-4e5b-992d-7717313250ce tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.573133 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] For port 032d9681-2b0c-49b1-85cf-06d90b06bbcf, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:38:15.573408 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-47f22dcc-6097-4e5b-992d-7717313250ce tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4875500 May 24 15:38:15.573494 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 45778) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:15.577044 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] For port 032d9681-2b0c-49b1-85cf-06d90b06bbcf, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=032d9681-2b0c-49b1-85cf-06d90b06bbcf,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:38:15.586474 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:15.587836 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b17fe289-d64c-4d89-a07e-f3dfb17209d3 None None] Provisioning complete for port 032d9681-2b0c-49b1-85cf-06d90b06bbcf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:15.588885 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b17fe289-d64c-4d89-a07e-f3dfb17209d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.590121 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.602066 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 39a05b22-8b39-499a-a863-a279c6507326 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:15.602438 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (39a05b22-8b39-499a-a863-a279c6507326), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.650887 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:15.716520 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-f7632de4-ce86-451e-8c4d-731936825385 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:38:15.726162 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-f7632de4-ce86-451e-8c4d-731936825385 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3382020 May 24 15:38:15.773880 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:15.786534 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:38:15.788385 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:37:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:15.881707 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c01df5-7b4b-45bb-a1df-fb0228aaa838 None None] Pushing event updated for resources: {'Port': ['ID=032d9681-2b0c-49b1-85cf-06d90b06bbcf,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:15.922318 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b17fe289-d64c-4d89-a07e-f3dfb17209d3 None None] Current status of the port 032d9681-2b0c-49b1-85cf-06d90b06bbcf is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:15.922700 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b17fe289-d64c-4d89-a07e-f3dfb17209d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:16.071985 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:38:16.117655 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 39a05b22-8b39-499a-a863-a279c6507326 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:16.124897 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (39a05b22-8b39-499a-a863-a279c6507326), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:16.171395 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b17fe289-d64c-4d89-a07e-f3dfb17209d3 None None] For port 032d9681-2b0c-49b1-85cf-06d90b06bbcf, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=032d9681-2b0c-49b1-85cf-06d90b06bbcf,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:16.200911 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b17fe289-d64c-4d89-a07e-f3dfb17209d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:16.203968 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port 39a05b22-8b39-499a-a863-a279c6507326, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=39a05b22-8b39-499a-a863-a279c6507326,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:16.251786 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (39a05b22-8b39-499a-a863-a279c6507326), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:16.273412 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fe289-d64c-4d89-a07e-f3dfb17209d3 None None] Pushing event updated for resources: {'Port': ['ID=032d9681-2b0c-49b1-85cf-06d90b06bbcf,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:16.330951 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4c28b0e6-ba40-44eb-aa37-174957ff4e02 None None] Provisioning complete for port 032d9681-2b0c-49b1-85cf-06d90b06bbcf triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:16.331345 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4c28b0e6-ba40-44eb-aa37-174957ff4e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:16.344106 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:16.357601 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:16.366701 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:16.394897 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=39a05b22-8b39-499a-a863-a279c6507326,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:16.426103 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-30904faf-f9a1-4b62-9d0e-32cc02cbfce4 service neutron] 10.222.0.55 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990314 May 24 15:38:16.465766 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:15Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:16.472890 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4c28b0e6-ba40-44eb-aa37-174957ff4e02 None None] Current status of the port 032d9681-2b0c-49b1-85cf-06d90b06bbcf is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:16.494077 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f7014e-9e33-488d-a334-4174e71adce6 None None] The sync data for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi is: [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:15Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:38:16.513735 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45820) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:16.575358 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-b800f7b0-0c53-43bb-a2ff-4be75394d45d service neutron] 10.222.0.55 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452410 May 24 15:38:16.660933 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-db858975-4cab-42a4-a940-e6982c9a26f5 req-84c6e5ea-522e-4ac7-8125-216be098003a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 210 time: 0.1085739 May 24 15:38:16.737133 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Allocated IP 172.27.3.21 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/d1cae6f2-9e06-4ff6-9542-f00bde234863) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:38:16.741484 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc221c39-55ee-46d0-8cde-2e34ce43b8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:16.755155 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Sync routers for ids ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:38:16.773191 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Routers {'04621e83-d5a4-401e-b9e9-29bba3f4f23f'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:38:16.773816 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:37:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:16.905707 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:16.907330 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for port (d1cae6f2-9e06-4ff6-9542-f00bde234863), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:16.920522 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.59', 55172) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:16.944850 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc221c39-55ee-46d0-8cde-2e34ce43b8aa admin admin] Publish callbacks [] for security_group (775bb8eb-d59d-42be-b37b-61d14ea78f48), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:16.971711 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc221c39-55ee-46d0-8cde-2e34ce43b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (775bb8eb-d59d-42be-b37b-61d14ea78f48), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:17.000246 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Set router 04621e83-d5a4-401e-b9e9-29bba3f4f23f gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:38:17.058377 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc221c39-55ee-46d0-8cde-2e34ce43b8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775bb8eb-d59d-42be-b37b-61d14ea78f48,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:17.068642 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-bc221c39-55ee-46d0-8cde-2e34ce43b8aa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a22d23d88c81484da4ce2699565d6b85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5537016 May 24 15:38:17.069738 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45848) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:17.194611 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af00cf4b-453e-419a-8f50-dd1a8998b98d admin admin] Publish callbacks [] for security_group (775bb8eb-d59d-42be-b37b-61d14ea78f48), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:17.273884 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af00cf4b-453e-419a-8f50-dd1a8998b98d admin admin] Publish callbacks [] for security_group (775bb8eb-d59d-42be-b37b-61d14ea78f48), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:17.363660 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-74b03f21-6c43-4973-824a-eda69e4d40e2 req-d3762901-9fed-41e8-8089-3ff5391a6711 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 210 time: 0.3270984 May 24 15:38:17.390998 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:17.395506 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af00cf4b-453e-419a-8f50-dd1a8998b98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (775bb8eb-d59d-42be-b37b-61d14ea78f48), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:17.403416 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af00cf4b-453e-419a-8f50-dd1a8998b98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:17.404850 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-af00cf4b-453e-419a-8f50-dd1a8998b98d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/775bb8eb-d59d-42be-b37b-61d14ea78f48 HTTP/1.1" status: 204 len: 168 time: 0.3272321 May 24 15:38:17.422223 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (d1cae6f2-9e06-4ff6-9542-f00bde234863), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:17.431235 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:17.434016 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00cf4b-453e-419a-8f50-dd1a8998b98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775bb8eb-d59d-42be-b37b-61d14ea78f48,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:17.572245 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-33950457-67ee-4855-a5fd-a9c7466919ee tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:17.573778 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-33950457-67ee-4855-a5fd-a9c7466919ee tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.59 "GET /v2.0/networks?id=00b154da-a072-42ec-9708-34a9d5f5fcf6 HTTP/1.1" status: 200 len: 811 time: 0.6069720 May 24 15:38:17.602151 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:17.604432 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 032d9681-2b0c-49b1-85cf-06d90b06bbcf up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:17.617462 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:17.623159 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:38:17.707678 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Request body: {'port': {'device_id': 'baac3150-841e-41d4-8408-93df2ec929c9', 'network_id': '00b154da-a072-42ec-9708-34a9d5f5fcf6', 'admin_state_up': True, 'tenant_id': 'f86f8a870f9146489a3ef1716094e066'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:17.949769 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 2, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:17.953794 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 032d9681-2b0c-49b1-85cf-06d90b06bbcf triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:17.957104 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:17.998502 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:18.000659 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event updated for resources: {'Port': ['ID=d1cae6f2-9e06-4ff6-9542-f00bde234863,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:18.052739 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:18.094795 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ce7f4704-95e7-4029-a79b-108dcf6f3d40 req-65154f88-1ffc-4a18-ae76-da0253e8c775 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 210 time: 0.0987732 May 24 15:38:18.114059 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Checking router: 04621e83-d5a4-401e-b9e9-29bba3f4f23f for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:38:18.114763 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Updating router 04621e83-d5a4-401e-b9e9-29bba3f4f23f port 7d3cec01-a250-4091-8ce5-955d476b5703 binding host dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:38:18.217122 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:18.335494 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45944) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:18.341930 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Made reservation on behalf of f86f8a870f9146489a3ef1716094e066 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:18.346101 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:18.364071 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11518fce-a455-43a0-a66f-16cbace8faf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:18.378289 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 032d9681-2b0c-49b1-85cf-06d90b06bbcf is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:18.384319 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 39a05b22-8b39-499a-a863-a279c6507326 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:18.611342 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11518fce-a455-43a0-a66f-16cbace8faf4 admin admin] Publish callbacks [] for security_group (f921d5fa-42be-43ec-bfd5-8f51e0576194), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:18.620182 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-11518fce-a455-43a0-a66f-16cbace8faf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (f921d5fa-42be-43ec-bfd5-8f51e0576194), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:18.766842 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-11518fce-a455-43a0-a66f-16cbace8faf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b217ce25001e467f92a18edd1afa3cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4303234 May 24 15:38:18.783353 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45964) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:18.804939 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11518fce-a455-43a0-a66f-16cbace8faf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f921d5fa-42be-43ec-bfd5-8f51e0576194,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:18.956319 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 39a05b22-8b39-499a-a863-a279c6507326 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:18.965435 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:18.971249 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (39a05b22-8b39-499a-a863-a279c6507326), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:18.986389 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c83e162-e61c-465b-9b55-c224a07b0748 admin admin] Publish callbacks [] for security_group (f921d5fa-42be-43ec-bfd5-8f51e0576194), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:19.111528 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c83e162-e61c-465b-9b55-c224a07b0748 admin admin] Publish callbacks [] for security_group (f921d5fa-42be-43ec-bfd5-8f51e0576194), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:19.313798 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c83e162-e61c-465b-9b55-c224a07b0748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (f921d5fa-42be-43ec-bfd5-8f51e0576194), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:19.316632 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c83e162-e61c-465b-9b55-c224a07b0748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:19.319630 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2c83e162-e61c-465b-9b55-c224a07b0748 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f921d5fa-42be-43ec-bfd5-8f51e0576194 HTTP/1.1" status: 204 len: 168 time: 0.5323477 May 24 15:38:19.319761 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Allocated IP 172.20.0.12 (00b154da-a072-42ec-9708-34a9d5f5fcf6/fe2447b7-d289-4185-a02b-4f3871cdb740/96344a89-ed01-4bee-abb4-d0e1e6ef0c96) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:38:19.362240 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83e162-e61c-465b-9b55-c224a07b0748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f921d5fa-42be-43ec-bfd5-8f51e0576194,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:19.510795 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 45996) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:19.628873 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (a95151a0-b3ae-4287-8147-6a2f1592f72e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:19.700309 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-69e5448d-6add-479d-a501-cf4569b15b08 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:19.701868 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-69e5448d-6add-479d-a501-cf4569b15b08 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 818 time: 1.7160833 May 24 15:38:19.716318 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 39a05b22-8b39-499a-a863-a279c6507326 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:19.920508 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-cd0da1b8-0765-446f-8def-629aa9e5146e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/quotas/e280d545f6064b5c91289a77e2491511 HTTP/1.1" status: 200 len: 375 time: 0.1753812 May 24 15:38:19.952674 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6a500c1d-2746-4722-abda-1058a1d90441 req-5facb238-3727-472d-b0fc-fd1ddcc6f064 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 210 time: 0.2347312 May 24 15:38:19.993058 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.59', 55185) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:20.078131 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (d1cae6f2-9e06-4ff6-9542-f00bde234863), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:20.116471 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Publish callbacks [] for port (7d3cec01-a250-4091-8ce5-955d476b5703), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:20.122302 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:20.138559 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:20.365950 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa7d66-b453-4ea8-92b5-d790315d62fb None None] Pushing event updated for resources: {'Port': ['ID=7d3cec01-a250-4091-8ce5-955d476b5703,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:20.511475 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fbb18d7-03d8-4cec-9330-24f464500314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:20.536941 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-661d476e-c577-4e4a-a4be-fb09da606f13 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:20.542461 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-661d476e-c577-4e4a-a4be-fb09da606f13 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 818 time: 0.5321074 May 24 15:38:20.596762 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Attempting to bind port 7d3cec01-a250-4091-8ce5-955d476b5703 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:38:20.597200 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Attempting to bind port 7d3cec01-a250-4091-8ce5-955d476b5703 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:38:20.598590 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Attempting to bind port 7d3cec01-a250-4091-8ce5-955d476b5703 on network b1d908b4-0d57-4328-b5e8-f2842546189b {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:20.617163 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:38:20.617583 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Checking segment: {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:20.618199 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:20.618981 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Bound using segment: {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:38:20.619786 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Bound port: 7d3cec01-a250-4091-8ce5-955d476b5703, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:38:20.620220 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:20.709437 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] For port 7d3cec01-a250-4091-8ce5-955d476b5703, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:38:20.713999 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] For port 7d3cec01-a250-4091-8ce5-955d476b5703, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=7d3cec01-a250-4091-8ce5-955d476b5703,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:38:20.729875 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:20.767107 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Request body: {'port': {'device_id': '69fdd945-52b6-4e16-9cd0-06bf19fc5536', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'admin_state_up': True, 'tenant_id': 'e280d545f6064b5c91289a77e2491511'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:20.826073 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for port (d1cae6f2-9e06-4ff6-9542-f00bde234863), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:20.827958 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:20.854023 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (d1cae6f2-9e06-4ff6-9542-f00bde234863), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:20.949927 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa7d66-b453-4ea8-92b5-d790315d62fb None None] Pushing event updated for resources: {'Port': ['ID=7d3cec01-a250-4091-8ce5-955d476b5703,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:20.960398 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fbb18d7-03d8-4cec-9330-24f464500314 admin admin] Publish callbacks [] for security_group (000ebe9b-2e62-4c62-936b-594afd3370ca), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:20.962348 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e82d0305-7f14-4f9e-8325-4e048e245955 None None] Provisioning complete for port 7d3cec01-a250-4091-8ce5-955d476b5703 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:20.962752 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e82d0305-7f14-4f9e-8325-4e048e245955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:20.999865 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fbb18d7-03d8-4cec-9330-24f464500314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (000ebe9b-2e62-4c62-936b-594afd3370ca), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:21.038304 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:21.040203 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event updated for resources: {'Port': ['ID=d1cae6f2-9e06-4ff6-9542-f00bde234863,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:21.086653 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Routers {'04621e83-d5a4-401e-b9e9-29bba3f4f23f'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:38:21.089819 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:37:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:21.101407 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb18d7-03d8-4cec-9330-24f464500314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000ebe9b-2e62-4c62-936b-594afd3370ca,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:21.165840 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:21.189233 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9fbb18d7-03d8-4cec-9330-24f464500314 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a6ea8ff8d114436bca2e300d9c01eea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6772432 May 24 15:38:21.203967 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46060) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:21.304203 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-2ff2aabc-f610-44e5-bcee-db8ed4233019 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3481734 May 24 15:38:21.313890 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Made reservation on behalf of e280d545f6064b5c91289a77e2491511 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:21.322917 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:21.325204 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (a95151a0-b3ae-4287-8147-6a2f1592f72e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:21.383922 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Publish callbacks [] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:21.472340 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ccadd474-9034-4e2c-b012-8da823bb48bb req-0442fbf6-7fe8-463c-887e-2f282f280c28 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 210 time: 0.1608164 May 24 15:38:21.562683 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:21.575004 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c058e6b8-3a7b-479d-9d8d-1210b4f4e14b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0004292 May 24 15:38:21.645893 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:21.696416 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] Set router 04621e83-d5a4-401e-b9e9-29bba3f4f23f gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:38:21.707925 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Network 00b154da-a072-42ec-9708-34a9d5f5fcf6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:21.759869 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:21.848082 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:38:21.887342 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:38:21.892296 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-e7ec00c6-b162-40c4-890c-772cd773a1f0 service neutron] 10.222.0.55 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537703 May 24 15:38:21.992341 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 7d3cec01-a250-4091-8ce5-955d476b5703 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:21.998996 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:22.125452 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e82d0305-7f14-4f9e-8325-4e048e245955 None None] Current status of the port 7d3cec01-a250-4091-8ce5-955d476b5703 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:22.127920 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e82d0305-7f14-4f9e-8325-4e048e245955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:22.264869 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Allocated IP 172.20.0.9 (b1d908b4-0d57-4328-b5e8-f2842546189b/56032d1a-2388-4d58-a0aa-03a1b2d2ba92/110b6658-6aab-4863-9381-91ebcbd0ce77) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:38:22.295335 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 46092) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:22.376685 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Pushing event updated for resources: {'Port': ['ID=96344a89-ed01-4bee-abb4-d0e1e6ef0c96,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:22.440353 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:20Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:38:22.470962 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:22.471638 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:22.531858 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:22.542733 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e82d0305-7f14-4f9e-8325-4e048e245955 None None] For port 7d3cec01-a250-4091-8ce5-955d476b5703, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=7d3cec01-a250-4091-8ce5-955d476b5703,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:22.557585 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e82d0305-7f14-4f9e-8325-4e048e245955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:22.568254 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a701be8e-b263-4bf4-a920-03f74f041fe3 None None] The sync data for ids ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'] in dv-cinder-843153-1-iscsi is: [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:20Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:38:22.620192 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-3bf92f85-f914-4227-a9bd-ec45458e5892 service neutron] 10.222.0.55 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528587 May 24 15:38:22.626032 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:22.641480 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:22.756530 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d0305-7f14-4f9e-8325-4e048e245955 None None] Pushing event updated for resources: {'Port': ['ID=7d3cec01-a250-4091-8ce5-955d476b5703,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:22.766977 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-b33a05ed-243d-4ef8-96f4-5ffc2e48111c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1270351 May 24 15:38:22.786647 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 7d3cec01-a250-4091-8ce5-955d476b5703 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:22.787317 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:22.837200 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-678ff294-bfd8-4aaf-ae15-b0aca8dd9174 None None] Provisioning complete for port 7d3cec01-a250-4091-8ce5-955d476b5703 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:22.838642 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-678ff294-bfd8-4aaf-ae15-b0aca8dd9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:22.839845 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-36a75965-b48d-43fa-92cb-2ae040cd7832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:22.866101 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-3d571f7a-d2e8-4e2c-9d18-b5973351757d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1509009074&fields=id&tenant_id=fd0613f4cbb3461a982738c683c3ab03 HTTP/1.1" status: 200 len: 267 time: 0.5697777 May 24 15:38:22.950826 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:22.959399 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-74ac3bc8-4a52-4730-be60-b15ebdb964c7 admin admin] Publish callbacks [] for security_group (000ebe9b-2e62-4c62-936b-594afd3370ca), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:22.994820 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Network b1d908b4-0d57-4328-b5e8-f2842546189b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:23.006516 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:23.043234 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:38:23.067642 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:23.086157 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:23.122663 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event updated for resources: {'Port': ['ID=110b6658-6aab-4863-9381-91ebcbd0ce77,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:23.175858 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:23.202827 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-74ac3bc8-4a52-4730-be60-b15ebdb964c7 admin admin] Publish callbacks [] for security_group (000ebe9b-2e62-4c62-936b-594afd3370ca), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:23.207928 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-36a75965-b48d-43fa-92cb-2ae040cd7832 admin admin] Publish callbacks [] for security_group (8083d286-92d1-4c57-915b-07625ac254fb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:23.244267 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-5a1748fc-9542-4035-ac27-b9e32a7249ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4940848 May 24 15:38:23.339808 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074d86f-c462-47d5-83c9-30085e6574d7 req-fab930c2-f48d-4b5f-8697-5a253f814ad0 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:23.346003 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b074d86f-c462-47d5-83c9-30085e6574d7 req-fab930c2-f48d-4b5f-8697-5a253f814ad0 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 932 time: 0.1355994 May 24 15:38:23.354973 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-74ac3bc8-4a52-4730-be60-b15ebdb964c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (000ebe9b-2e62-4c62-936b-594afd3370ca), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:23.355910 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-36a75965-b48d-43fa-92cb-2ae040cd7832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (8083d286-92d1-4c57-915b-07625ac254fb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:23.358556 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-74ac3bc8-4a52-4730-be60-b15ebdb964c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:23.359777 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-74ac3bc8-4a52-4730-be60-b15ebdb964c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/000ebe9b-2e62-4c62-936b-594afd3370ca HTTP/1.1" status: 204 len: 168 time: 2.1544325 May 24 15:38:23.376734 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac3bc8-4a52-4730-be60-b15ebdb964c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000ebe9b-2e62-4c62-936b-594afd3370ca,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:23.485884 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:23.495523 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a75965-b48d-43fa-92cb-2ae040cd7832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8083d286-92d1-4c57-915b-07625ac254fb,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:23.524968 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-678ff294-bfd8-4aaf-ae15-b0aca8dd9174 None None] Current status of the port 7d3cec01-a250-4091-8ce5-955d476b5703 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:23.579730 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 7d3cec01-a250-4091-8ce5-955d476b5703 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:23.628807 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b074d86f-c462-47d5-83c9-30085e6574d7 req-caf00ad0-b06e-4c1c-bcd7-6fda295463ec tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081778 May 24 15:38:23.647440 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-36a75965-b48d-43fa-92cb-2ae040cd7832 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad0aa5dae88a4adfad862d64222f17ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3245430 May 24 15:38:23.651114 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46146) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:23.658616 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-306a6933-8e7d-4360-92ff-ed5a0f1ea893 None None] Provisioning complete for port 110b6658-6aab-4863-9381-91ebcbd0ce77 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:23.659211 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-306a6933-8e7d-4360-92ff-ed5a0f1ea893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:23.753178 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:23.761554 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-306a6933-8e7d-4360-92ff-ed5a0f1ea893 None None] Port 110b6658-6aab-4863-9381-91ebcbd0ce77 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:38:23.813972 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-123aff32-1532-4482-906a-836a3af2e1fc admin admin] Publish callbacks [] for security_group (8083d286-92d1-4c57-915b-07625ac254fb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:23.835150 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2e93dc6a-9cfa-4590-91e4-d86d3610e5ac req-06f3fcdd-1709-4581-b25a-f7569ded6b9e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 210 time: 0.0982277 May 24 15:38:23.843698 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-aef6ae35-0310-451d-9b16-eddb60c5755b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:23.845542 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-aef6ae35-0310-451d-9b16-eddb60c5755b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/networks?id=062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 200 len: 816 time: 0.9619327 May 24 15:38:23.868478 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-123aff32-1532-4482-906a-836a3af2e1fc admin admin] Publish callbacks [] for security_group (8083d286-92d1-4c57-915b-07625ac254fb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:23.875694 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-012d130e-b968-44d5-a609-a27c1e14d81e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/quotas/fd0613f4cbb3461a982738c683c3ab03 HTTP/1.1" status: 200 len: 375 time: 0.0227673 May 24 15:38:23.949217 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-196c10c1-5037-4f25-b5e5-562cebe8355e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668385 May 24 15:38:23.976403 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-123aff32-1532-4482-906a-836a3af2e1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (8083d286-92d1-4c57-915b-07625ac254fb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:23.979608 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-123aff32-1532-4482-906a-836a3af2e1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:23.981204 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-123aff32-1532-4482-906a-836a3af2e1fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8083d286-92d1-4c57-915b-07625ac254fb HTTP/1.1" status: 204 len: 168 time: 0.3275495 May 24 15:38:23.993618 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123aff32-1532-4482-906a-836a3af2e1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8083d286-92d1-4c57-915b-07625ac254fb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:24.063589 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 7d3cec01-a250-4091-8ce5-955d476b5703 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:24.098105 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46162) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:24.113101 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 7d3cec01-a250-4091-8ce5-955d476b5703 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:24.113512 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:24.120829 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-7119ada5-39ee-4298-b0b5-25ac4dafb267 service neutron] 10.222.0.55 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470206 May 24 15:38:24.201933 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 7d3cec01-a250-4091-8ce5-955d476b5703 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:24.292013 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-2532640f-3e39-4f50-b694-082314cfa925 service neutron] 10.222.0.55 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630039 May 24 15:38:24.555645 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58bd1cd8-9f0a-4eb9-99a8-89054442b88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:24.607750 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 46190) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:24.728584 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-84c93125-fc34-4a8d-9888-4f5895036bd2 req-d1ff948a-8753-47a2-b960-84d38df5e83d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 210 time: 0.1114779 May 24 15:38:24.729653 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-876adcd2-89a2-4c6d-b2d0-fa3da0b76882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:24.862148 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-07eb0c73-2352-480c-b534-f4700a1f925a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:38:24.868262 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-07eb0c73-2352-480c-b534-f4700a1f925a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0398464 May 24 15:38:24.876445 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58bd1cd8-9f0a-4eb9-99a8-89054442b88c admin admin] Publish callbacks [] for security_group (a339b6a6-6abd-4245-addf-7aec2918c5df), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:24.886371 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-58bd1cd8-9f0a-4eb9-99a8-89054442b88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (a339b6a6-6abd-4245-addf-7aec2918c5df), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:24.916645 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-876adcd2-89a2-4c6d-b2d0-fa3da0b76882 admin admin] Publish callbacks [] for security_group (073158f1-bf88-4567-839b-9095c4f1b720), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:24.920879 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:24.926861 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-edb22842-5497-4c42-a16e-7d69ba5931b0 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:38:24.933827 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-edb22842-5497-4c42-a16e-7d69ba5931b0 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0081401 May 24 15:38:24.955329 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-876adcd2-89a2-4c6d-b2d0-fa3da0b76882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (073158f1-bf88-4567-839b-9095c4f1b720), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:25.005898 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd1cd8-9f0a-4eb9-99a8-89054442b88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a339b6a6-6abd-4245-addf-7aec2918c5df,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:25.023469 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-876adcd2-89a2-4c6d-b2d0-fa3da0b76882 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1b0c43108184906ba9f23c021f0345a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4146059 May 24 15:38:25.029485 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46208) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:25.083333 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f235e714-e122-4f65-8c24-0af763bf472f req-4936722c-54f7-4160-ae5b-4df279424c3d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 210 time: 0.1388252 May 24 15:38:25.124628 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761484f2-348c-4db7-a39c-d4efaa54f082 req-8390cefd-4cac-4522-a776-dec5a9e482e3 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:25.139023 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-761484f2-348c-4db7-a39c-d4efaa54f082 req-8390cefd-4cac-4522-a776-dec5a9e482e3 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 932 time: 0.2202709 May 24 15:38:25.174623 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-58bd1cd8-9f0a-4eb9-99a8-89054442b88c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1dced399c740478d9282fe6f2bf05a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0749197 May 24 15:38:25.190320 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46212) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:25.255323 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876adcd2-89a2-4c6d-b2d0-fa3da0b76882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073158f1-bf88-4567-839b-9095c4f1b720,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:25.303103 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-761484f2-348c-4db7-a39c-d4efaa54f082 req-8e8b46ed-a455-4007-9247-4667c6593ad5 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341436 May 24 15:38:25.310380 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-973c0328-af82-4174-82a2-6ff6a770a1cb admin admin] Publish callbacks [] for security_group (073158f1-bf88-4567-839b-9095c4f1b720), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:25.343058 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbbff512-07a9-49de-99a8-ca98756af78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:25.387676 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-973c0328-af82-4174-82a2-6ff6a770a1cb admin admin] Publish callbacks [] for security_group (073158f1-bf88-4567-839b-9095c4f1b720), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:25.412481 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46218) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:25.414571 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45abb600-9404-4191-9129-2722f14dd846 admin admin] Publish callbacks [] for security_group (a339b6a6-6abd-4245-addf-7aec2918c5df), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:25.497577 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45abb600-9404-4191-9129-2722f14dd846 admin admin] Publish callbacks [] for security_group (a339b6a6-6abd-4245-addf-7aec2918c5df), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:25.508221 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:25.581407 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-973c0328-af82-4174-82a2-6ff6a770a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (073158f1-bf88-4567-839b-9095c4f1b720), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:25.584112 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-973c0328-af82-4174-82a2-6ff6a770a1cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:25.585533 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-973c0328-af82-4174-82a2-6ff6a770a1cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/073158f1-bf88-4567-839b-9095c4f1b720 HTTP/1.1" status: 204 len: 168 time: 0.5549967 May 24 15:38:25.616380 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c0328-af82-4174-82a2-6ff6a770a1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073158f1-bf88-4567-839b-9095c4f1b720,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:25.634022 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45abb600-9404-4191-9129-2722f14dd846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (a339b6a6-6abd-4245-addf-7aec2918c5df), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:25.636603 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-45abb600-9404-4191-9129-2722f14dd846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:25.641948 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-45abb600-9404-4191-9129-2722f14dd846 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a339b6a6-6abd-4245-addf-7aec2918c5df HTTP/1.1" status: 204 len: 168 time: 0.4501517 May 24 15:38:25.652860 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abb600-9404-4191-9129-2722f14dd846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a339b6a6-6abd-4245-addf-7aec2918c5df,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:25.731248 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d29c269b-964f-4802-a492-c5ead1b0f4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:25.879851 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:INSERT=9 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:25.951305 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d29c269b-964f-4802-a492-c5ead1b0f4a3 admin admin] Publish callbacks [] for security_group (9eb4b693-c8d1-4bd0-a570-819428267047), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:25.961919 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d29c269b-964f-4802-a492-c5ead1b0f4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (9eb4b693-c8d1-4bd0-a570-819428267047), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:26.006918 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e1b2d6e5-0053-4c2a-b527-5f7f3887f059 req-1f860557-b801-46ba-a7b9-17cf2c96bbd0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 210 time: 0.0723951 May 24 15:38:26.084267 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c269b-964f-4802-a492-c5ead1b0f4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb4b693-c8d1-4bd0-a570-819428267047,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:26.110447 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d29c269b-964f-4802-a492-c5ead1b0f4a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=193312023f99422fbec047d1e526a770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6967549 May 24 15:38:26.113228 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 46242) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:26.358217 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-40591869-5e8e-4142-adcb-82cbcebd8636 req-f9032102-c4b9-459f-9e7b-af0dd0b01824 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 210 time: 0.0767422 May 24 15:38:26.361266 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fcfd69fb-448e-40c9-a029-4cc539599ba2 admin admin] Publish callbacks [] for security_group (9eb4b693-c8d1-4bd0-a570-819428267047), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:26.461984 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fcfd69fb-448e-40c9-a029-4cc539599ba2 admin admin] Publish callbacks [] for security_group (9eb4b693-c8d1-4bd0-a570-819428267047), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:26.584199 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fcfd69fb-448e-40c9-a029-4cc539599ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (9eb4b693-c8d1-4bd0-a570-819428267047), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:26.593145 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fcfd69fb-448e-40c9-a029-4cc539599ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:26.597310 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-fcfd69fb-448e-40c9-a029-4cc539599ba2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9eb4b693-c8d1-4bd0-a570-819428267047 HTTP/1.1" status: 204 len: 168 time: 0.4789736 May 24 15:38:26.622685 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd69fb-448e-40c9-a029-4cc539599ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb4b693-c8d1-4bd0-a570-819428267047,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:26.701348 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7328f-fde0-4db0-949c-a53164535f53 req-69bf2af6-bb7d-47ab-9e3d-9f15142cccfb tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:26.709608 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-69b7328f-fde0-4db0-949c-a53164535f53 req-69bf2af6-bb7d-47ab-9e3d-9f15142cccfb tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 932 time: 0.2837558 May 24 15:38:26.770512 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:26.782460 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-69b7328f-fde0-4db0-949c-a53164535f53 req-f63f3408-2e2f-4932-9835-6366289dad3f tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718865 May 24 15:38:27.042432 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 46274) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:27.079994 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0658799-989f-40b4-aabb-d27430dd8579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:27.225969 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0658799-989f-40b4-aabb-d27430dd8579 admin admin] Publish callbacks [] for security_group (6546df4b-b22c-4499-b344-a2f9f44f05fc), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:27.260621 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0658799-989f-40b4-aabb-d27430dd8579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (6546df4b-b22c-4499-b344-a2f9f44f05fc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:27.326130 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6ee14845-e06f-4141-8f51-9ed9e5c2338b req-17442457-2c4c-46f4-b146-3c5e27bfde64 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 210 time: 0.0982542 May 24 15:38:27.368682 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46290) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:27.369228 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-b0658799-989f-40b4-aabb-d27430dd8579 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eaf20b463fd842f8819bf70f3280ec4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253112 May 24 15:38:27.398505 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0658799-989f-40b4-aabb-d27430dd8579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6546df4b-b22c-4499-b344-a2f9f44f05fc,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:27.458982 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a049a0ba-8732-4ef2-bfb7-4b5479290895 admin admin] Publish callbacks [] for security_group (6546df4b-b22c-4499-b344-a2f9f44f05fc), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:27.530434 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a049a0ba-8732-4ef2-bfb7-4b5479290895 admin admin] Publish callbacks [] for security_group (6546df4b-b22c-4499-b344-a2f9f44f05fc), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:27.572276 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-436db20e-ee57-44d8-9f08-fd1ee2aa381b req-7af65a63-a0f4-44bc-8369-0fb214053487 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 210 time: 0.0572529 May 24 15:38:27.633145 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a049a0ba-8732-4ef2-bfb7-4b5479290895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (6546df4b-b22c-4499-b344-a2f9f44f05fc), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:27.636202 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a049a0ba-8732-4ef2-bfb7-4b5479290895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:27.637255 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-a049a0ba-8732-4ef2-bfb7-4b5479290895 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6546df4b-b22c-4499-b344-a2f9f44f05fc HTTP/1.1" status: 204 len: 168 time: 0.2676044 May 24 15:38:27.641154 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5bfb8ae4-d2a7-4801-8a48-607dca5bd945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:27.656911 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049a0ba-8732-4ef2-bfb7-4b5479290895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6546df4b-b22c-4499-b344-a2f9f44f05fc,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:27.670875 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46304) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:27.693182 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6b2d636-5c2d-4754-b732-88b4a715780f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:27.912584 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6b2d636-5c2d-4754-b732-88b4a715780f admin admin] Publish callbacks [] for security_group (53a0bd21-3aea-4617-9042-7223d2a3d85d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:27.936085 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6b2d636-5c2d-4754-b732-88b4a715780f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (53a0bd21-3aea-4617-9042-7223d2a3d85d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:28.070356 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2d636-5c2d-4754-b732-88b4a715780f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a0bd21-3aea-4617-9042-7223d2a3d85d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:28.117150 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fef54-ab8d-4309-8280-e0dd6fca5e1b req-5b0ca6fc-bdab-459f-ace7-74a9136d19b7 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:28.118731 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-247fef54-ab8d-4309-8280-e0dd6fca5e1b req-5b0ca6fc-bdab-459f-ace7-74a9136d19b7 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 932 time: 0.1994159 May 24 15:38:28.141508 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b6b2d636-5c2d-4754-b732-88b4a715780f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f66070861e5545c6acaac801cea23f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4692888 May 24 15:38:28.145282 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46312) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:28.234348 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8b21770-8e23-40ac-a33f-80efb70c68de admin admin] Publish callbacks [] for security_group (53a0bd21-3aea-4617-9042-7223d2a3d85d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:28.320546 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8b21770-8e23-40ac-a33f-80efb70c68de admin admin] Publish callbacks [] for security_group (53a0bd21-3aea-4617-9042-7223d2a3d85d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:28.331002 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-247fef54-ab8d-4309-8280-e0dd6fca5e1b req-204dffa2-82a3-4446-b769-9163f686a419 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900721 May 24 15:38:28.405863 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:28.456392 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8b21770-8e23-40ac-a33f-80efb70c68de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (53a0bd21-3aea-4617-9042-7223d2a3d85d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:28.461374 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8b21770-8e23-40ac-a33f-80efb70c68de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:28.464619 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b8b21770-8e23-40ac-a33f-80efb70c68de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53a0bd21-3aea-4617-9042-7223d2a3d85d HTTP/1.1" status: 204 len: 168 time: 0.3149321 May 24 15:38:28.496734 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b21770-8e23-40ac-a33f-80efb70c68de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a0bd21-3aea-4617-9042-7223d2a3d85d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:28.579621 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c19f062b-3ec5-4ce6-ba87-a613756efd5a req-9ed46b95-814d-4ce4-aca0-6aa6063a3d9c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 210 time: 0.1040020 May 24 15:38:28.729772 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e2613f01-5d80-401c-a706-d7e653f0f507 req-4244f75f-0e8a-4637-943b-fccfe93d0983 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 210 time: 0.0762839 May 24 15:38:29.135316 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:29.482222 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88973-2833-4213-a833-19b3b3d04602 req-705e453a-ea67-4fc4-a633-04a382e0858d tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:29.492169 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e0a88973-2833-4213-a833-19b3b3d04602 req-705e453a-ea67-4fc4-a633-04a382e0858d tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 932 time: 0.0970151 May 24 15:38:29.508497 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:29.604768 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e0a88973-2833-4213-a833-19b3b3d04602 req-be2396df-bee5-4d63-8bc3-c9b867b80e3e tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053555 May 24 15:38:29.780760 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e853ba26-4e21-42d8-8c45-db79e947d655 req-d211afa6-931a-401b-a4f5-ec7ec1fca069 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 210 time: 0.0632920 May 24 15:38:29.893167 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-775a75aa-71cb-4c46-967a-7821659531b4 req-bc257305-c927-41b2-a2f1-2169387f5bf3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 210 time: 0.0471463 May 24 15:38:30.313843 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:30.765215 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59d3ce-a444-4455-9c56-43d2b08c8f7b req-6d42927f-9ce7-4f2c-a283-b3f2fec382d4 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:30.773474 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6e59d3ce-a444-4455-9c56-43d2b08c8f7b req-6d42927f-9ce7-4f2c-a283-b3f2fec382d4 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 932 time: 0.0857999 May 24 15:38:30.855067 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6e59d3ce-a444-4455-9c56-43d2b08c8f7b req-9062b0a7-0be0-47e2-b683-49c9f76c2d9e tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802557 May 24 15:38:30.964602 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e460ea9a-10b6-4d4f-8e47-a6be0ee8ae98 req-054e6efa-dd03-4632-86c6-592b6b80fc38 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 210 time: 0.0552096 May 24 15:38:31.043420 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22880a26-bb72-400b-9ec0-f40b4af756e6 req-06429bf3-6e9f-4361-ba8e-157526274f25 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 210 time: 0.0441806 May 24 15:38:31.508960 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46506) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:31.733414 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:31.797936 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46524) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:31.852904 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.59', 55198) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:32.001081 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Request body: {'port': {'device_id': '69fdd945-52b6-4e16-9cd0-06bf19fc5536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:32.014877 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ee0efd45-584a-4ca5-afc7-feae16281ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:32.140557 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.59', 55199) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:32.184354 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bb06a73-4644-4366-a6b5-d376271dbf5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:32.206380 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Request body: {'port': {'device_id': 'baac3150-841e-41d4-8408-93df2ec929c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:32.340815 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ee0efd45-584a-4ca5-afc7-feae16281ff7 admin admin] Publish callbacks [] for security_group (8147e1e4-4b56-4771-99b2-34a74ecdf050), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:32.372358 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ee0efd45-584a-4ca5-afc7-feae16281ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (8147e1e4-4b56-4771-99b2-34a74ecdf050), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:32.381666 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:32.413440 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-b22c6a11-5fa0-4391-88cf-473d7cfb8f26 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:32.414855 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-b22c6a11-5fa0-4391-88cf-473d7cfb8f26 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 818 time: 0.5320084 May 24 15:38:32.430111 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:32.452619 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0c0c2b58-7d1f-4c60-8101-44d522322097 req-9e5cf30e-cdc7-4fc5-9d78-d91bf445e9ef tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 210 time: 0.2863693 May 24 15:38:32.453329 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Request body: {'port': {'device_id': '84d791b8-2dce-43c8-9faa-5af5f5e14d65', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'admin_state_up': True, 'tenant_id': 'e280d545f6064b5c91289a77e2491511'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:32.473134 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0efd45-584a-4ca5-afc7-feae16281ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8147e1e4-4b56-4771-99b2-34a74ecdf050,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:32.501817 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ee0efd45-584a-4ca5-afc7-feae16281ff7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1be5e4db69e84c1b921626e827e12f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7002800 May 24 15:38:32.515722 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30de02-517a-4354-be5e-c9bbdab6c6aa req-668d9dbd-66af-41b6-9a97-3d01bf952edf tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:32.517454 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5b30de02-517a-4354-be5e-c9bbdab6c6aa req-668d9dbd-66af-41b6-9a97-3d01bf952edf tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 932 time: 0.4103088 May 24 15:38:32.524499 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 46560) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:32.543766 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:32.581536 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-04cb9d51-1953-497a-a539-604feef6719b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:32.583091 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-04cb9d51-1953-497a-a539-604feef6719b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.59 "GET /v2.0/networks?id=062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 200 len: 816 time: 0.4376926 May 24 15:38:32.600502 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bb06a73-4644-4366-a6b5-d376271dbf5c admin admin] Publish callbacks [] for security_group (e44801cc-6ef0-4839-86af-cd8c2873ca0b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:32.625425 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1bb06a73-4644-4366-a6b5-d376271dbf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (e44801cc-6ef0-4839-86af-cd8c2873ca0b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:32.639428 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:32.646363 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ac073374-98fb-401e-a0c7-f9ee875edac8 req-1de82d48-3b0d-4cdb-b5db-750142c6323a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 210 time: 0.1112945 May 24 15:38:32.736326 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1bb06a73-4644-4366-a6b5-d376271dbf5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6023479b644c4cd59a8b60a0f35b44df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2233126 May 24 15:38:32.743963 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5b30de02-517a-4354-be5e-c9bbdab6c6aa req-a42ed893-50e9-4ca1-a79b-65b7a14326c1 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174082 May 24 15:38:32.766957 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 46574) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:32.793744 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb06a73-4644-4366-a6b5-d376271dbf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44801cc-6ef0-4839-86af-cd8c2873ca0b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:32.820622 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2032a0e-1bc7-4559-96c1-da27393a7bb2 admin admin] Publish callbacks [] for security_group (8147e1e4-4b56-4771-99b2-34a74ecdf050), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:32.841496 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:32.856355 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Made reservation on behalf of e280d545f6064b5c91289a77e2491511 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:32.860318 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:32.890963 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-eefe2c4e-880f-4034-9657-01e3dcf68e64 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd0613f4cbb3461a982738c683c3ab03 HTTP/1.1" status: 200 len: 380 time: 0.2843609 May 24 15:38:32.972517 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Request body: {'port': {'device_id': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'admin_state_up': True, 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'security_groups': ['64b13ba7-3efc-48b1-812c-f9c7ebada58b']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:32.990115 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2032a0e-1bc7-4559-96c1-da27393a7bb2 admin admin] Publish callbacks [] for security_group (8147e1e4-4b56-4771-99b2-34a74ecdf050), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.181654 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec078ab3-90d9-4464-8880-31a330516769 admin admin] Publish callbacks [] for security_group (e44801cc-6ef0-4839-86af-cd8c2873ca0b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.201531 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:33.220625 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:38:33.231685 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Publish callbacks [] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.257398 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec078ab3-90d9-4464-8880-31a330516769 admin admin] Publish callbacks [] for security_group (e44801cc-6ef0-4839-86af-cd8c2873ca0b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.280970 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Transition to ACTIVE for port object 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:38:33.288481 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.296650 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2032a0e-1bc7-4559-96c1-da27393a7bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (8147e1e4-4b56-4771-99b2-34a74ecdf050), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.299142 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2032a0e-1bc7-4559-96c1-da27393a7bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.303055 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-f2032a0e-1bc7-4559-96c1-da27393a7bb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8147e1e4-4b56-4771-99b2-34a74ecdf050 HTTP/1.1" status: 204 len: 168 time: 0.7777383 May 24 15:38:33.346922 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2032a0e-1bc7-4559-96c1-da27393a7bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8147e1e4-4b56-4771-99b2-34a74ecdf050,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:33.364363 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Made reservation on behalf of fd0613f4cbb3461a982738c683c3ab03 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:33.368169 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.428208 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec078ab3-90d9-4464-8880-31a330516769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (e44801cc-6ef0-4839-86af-cd8c2873ca0b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.430947 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec078ab3-90d9-4464-8880-31a330516769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.432168 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-ec078ab3-90d9-4464-8880-31a330516769 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e44801cc-6ef0-4839-86af-cd8c2873ca0b HTTP/1.1" status: 204 len: 168 time: 0.6444108 May 24 15:38:33.449875 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Pushing event updated for resources: {'Port': ['ID=96344a89-ed01-4bee-abb4-d0e1e6ef0c96,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:33.457359 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec078ab3-90d9-4464-8880-31a330516769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44801cc-6ef0-4839-86af-cd8c2873ca0b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:33.462283 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110b6658-6aab-4863-9381-91ebcbd0ce77 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:38:33.506248 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Publish callbacks [] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.577438 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Transition to ACTIVE for port object 110b6658-6aab-4863-9381-91ebcbd0ce77 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:38:33.601358 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.625033 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:33.644240 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Allocated IP 172.20.0.8 (b1d908b4-0d57-4328-b5e8-f2842546189b/56032d1a-2388-4d58-a0aa-03a1b2d2ba92/e827b410-d904-420a-8600-036fec1a80f7) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:38:33.673929 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:33.683305 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c6a5b0f6-a491-4527-97b4-86ada0272dba req-ffb86244-5a1e-4f47-98f8-c84f65f0b7d0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 210 time: 0.1081467 May 24 15:38:33.718536 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Attempting to bind port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:38:33.718969 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Attempting to bind port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': '0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '00b154da-a072-42ec-9708-34a9d5f5fcf6'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:38:33.719315 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Attempting to bind port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 on network 00b154da-a072-42ec-9708-34a9d5f5fcf6 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:33.735944 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 on network 00b154da-a072-42ec-9708-34a9d5f5fcf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:38:33.736284 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Attempting to bind port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 on network 00b154da-a072-42ec-9708-34a9d5f5fcf6 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:33.758393 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:38:33.758759 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Checking segment: {'id': '0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '00b154da-a072-42ec-9708-34a9d5f5fcf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:33.759438 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Bound using segment: {'id': '0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '00b154da-a072-42ec-9708-34a9d5f5fcf6'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:38:33.766914 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Bound port: 96344a89-ed01-4bee-abb4-d0e1e6ef0c96, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '00b154da-a072-42ec-9708-34a9d5f5fcf6'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:38:33.767385 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:33.954721 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46626) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:33.986385 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Pushing event updated for resources: {'Port': ['ID=110b6658-6aab-4863-9381-91ebcbd0ce77,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:34.033645 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Allocated IP 172.20.0.4 (062393c0-66b9-4ecb-bb43-dbb81b8673fe/406760c0-7990-42bd-b875-7a3c5b0f957e/b4136280-42c5-46f1-8248-0dcb997d0277) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:38:34.046726 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33dc1ff4-d0ed-4cd3-8fcb-a7255eda473f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:34.108470 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for port (e827b410-d904-420a-8600-036fec1a80f7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:34.147714 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:34.150159 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] For port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:38:34.179457 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (e827b410-d904-420a-8600-036fec1a80f7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:34.197611 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] For port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=96344a89-ed01-4bee-abb4-d0e1e6ef0c96,segment=NetworkSegment(0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06),segment_id=0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:38:34.200231 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-02a6f0d5-903f-43ab-adfb-d22540730c29 req-5ad86877-e0d5-4dba-9d36-6b6465690d08 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 210 time: 0.3046184 May 24 15:38:34.265871 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:34.281457 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Attempting to bind port 110b6658-6aab-4863-9381-91ebcbd0ce77 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:38:34.281725 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Attempting to bind port 110b6658-6aab-4863-9381-91ebcbd0ce77 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:38:34.281963 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Attempting to bind port 110b6658-6aab-4863-9381-91ebcbd0ce77 on network b1d908b4-0d57-4328-b5e8-f2842546189b {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:34.308022 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Network b1d908b4-0d57-4328-b5e8-f2842546189b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:34.310214 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Port 110b6658-6aab-4863-9381-91ebcbd0ce77 on network b1d908b4-0d57-4328-b5e8-f2842546189b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:38:34.310533 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Attempting to bind port 110b6658-6aab-4863-9381-91ebcbd0ce77 on network b1d908b4-0d57-4328-b5e8-f2842546189b {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:34.321861 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:34.322584 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:34.325519 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/96344a89-ed01-4bee-abb4-d0e1e6ef0c96 HTTP/1.1" status: 200 len: 1094 time: 2.4339893 May 24 15:38:34.329108 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baac3150-841e-41d4-8408-93df2ec929c9', 'tag': '96344a89-ed01-4bee-abb4-d0e1e6ef0c96'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:38:34.369973 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:38:34.370460 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Checking segment: {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:34.371145 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Bound using segment: {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:38:34.371864 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Bound port: 110b6658-6aab-4863-9381-91ebcbd0ce77, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:38:34.372377 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:34.433051 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:34.439938 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:38:34.454707 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:34.455402 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:34.458979 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event updated for resources: {'Port': ['ID=e827b410-d904-420a-8600-036fec1a80f7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:34.593360 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6517a4-f1f3-4fc1-856d-4bfbb6347ae8 req-8d3e6c04-d58b-4ebd-ab64-9bc430679678 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:34.593360 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ca6517a4-f1f3-4fc1-856d-4bfbb6347ae8 req-8d3e6c04-d58b-4ebd-ab64-9bc430679678 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 944 time: 0.2438989 May 24 15:38:34.660052 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88462fe-d81d-49c6-b892-ff3f8bf246b8 service neutron] Pushing event updated for resources: {'Port': ['ID=96344a89-ed01-4bee-abb4-d0e1e6ef0c96,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:34.700099 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] For port 110b6658-6aab-4863-9381-91ebcbd0ce77, host hv-cinder-84315, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:38:34.705938 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-ac57f873-13de-4344-a6c9-30ab6e4e05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:34.707540 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-ac57f873-13de-4344-a6c9-30ab6e4e05dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f86f8a870f9146489a3ef1716094e066&device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 1128 time: 0.2760322 May 24 15:38:34.713274 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-38a105f1-06ca-433b-b153-8ad66e1f4ebf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2797697 May 24 15:38:34.760008 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Request body: {'port': {'device_id': '84d791b8-2dce-43c8-9faa-5af5f5e14d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:34.778497 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] For port 110b6658-6aab-4863-9381-91ebcbd0ce77, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=110b6658-6aab-4863-9381-91ebcbd0ce77,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:38:34.843313 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8da963d-01bb-43f6-a95d-c32f6862a0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "baac3150-841e-41d4-8408-93df2ec929c9", "tag": "96344a89-ed01-4bee-abb4-d0e1e6ef0c96"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:38:34.854097 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for port (b4136280-42c5-46f1-8248-0dcb997d0277), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:34.862020 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:34.867858 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:34.888567 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-16e5b8d6-e264-4d45-828c-79be611496e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96344a89-ed01-4bee-abb4-d0e1e6ef0c96 HTTP/1.1" status: 200 len: 217 time: 0.1546457 May 24 15:38:34.972175 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3c567f72-43eb-42b2-8d73-9ebb6b02a2d5 None None] Provisioning complete for port e827b410-d904-420a-8600-036fec1a80f7 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:34.972678 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3c567f72-43eb-42b2-8d73-9ebb6b02a2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (e827b410-d904-420a-8600-036fec1a80f7), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:34.977219 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ca6517a4-f1f3-4fc1-856d-4bfbb6347ae8 req-e5faba86-0b56-4147-a47d-606da2f79ec9 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765125 May 24 15:38:34.977364 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:34.979285 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33dc1ff4-d0ed-4cd3-8fcb-a7255eda473f admin admin] Publish callbacks [] for security_group (495931db-eee0-4937-a425-1f36a2e94bc2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:34.993078 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (e827b410-d904-420a-8600-036fec1a80f7), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:35.003127 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33dc1ff4-d0ed-4cd3-8fcb-a7255eda473f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (495931db-eee0-4937-a425-1f36a2e94bc2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:35.009352 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-afaaa312-89f7-41fa-99e6-770641b2d610 req-7c4c773d-ebcf-40f4-a60c-030f97ae6a40 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 210 time: 0.1671283 May 24 15:38:35.052990 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:35.053628 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:35.055112 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] 10.222.0.59 "PUT /v2.0/ports/110b6658-6aab-4863-9381-91ebcbd0ce77 HTTP/1.1" status: 200 len: 1093 time: 3.1721666 May 24 15:38:35.055692 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fdd945-52b6-4e16-9cd0-06bf19fc5536', 'tag': '110b6658-6aab-4863-9381-91ebcbd0ce77'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:38:35.060648 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc1ff4-d0ed-4cd3-8fcb-a7255eda473f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495931db-eee0-4937-a425-1f36a2e94bc2,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:35.098653 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3c567f72-43eb-42b2-8d73-9ebb6b02a2d5 None None] Port e827b410-d904-420a-8600-036fec1a80f7 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:38:35.123357 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f967c-c917-4b3e-b445-2b4bc28e0098 service neutron] Pushing event updated for resources: {'Port': ['ID=110b6658-6aab-4863-9381-91ebcbd0ce77,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:35.128558 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-5c7cf6e1-c7bb-4af7-a9dd-7fbb47c0867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:35.130338 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-5c7cf6e1-c7bb-4af7-a9dd-7fbb47c0867a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe2447b7-d289-4185-a02b-4f3871cdb740 HTTP/1.1" status: 200 len: 851 time: 0.2339389 May 24 15:38:35.194097 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 46686) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:35.195236 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:35.210073 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-bd591fd7-81f0-4bb7-9895-940183c60df9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=00b154da-a072-42ec-9708-34a9d5f5fcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722473 May 24 15:38:35.217843 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-33dc1ff4-d0ed-4cd3-8fcb-a7255eda473f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82b6a2178169427eb69810afd9bb5813&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2618573 May 24 15:38:35.221468 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46694) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:35.285845 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f3609b-506c-47f3-a3e1-f7974a1c8f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "69fdd945-52b6-4e16-9cd0-06bf19fc5536", "tag": "110b6658-6aab-4863-9381-91ebcbd0ce77"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:38:35.366957 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:35.437187 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-8909c50f-c55c-48e5-ac9c-9606624e3d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:35.438694 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-8909c50f-c55c-48e5-ac9c-9606624e3d5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 1127 time: 0.3114839 May 24 15:38:35.442839 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Network 062393c0-66b9-4ecb-bb43-dbb81b8673fe is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:35.454766 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:35.459961 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62de1f5f-0192-4004-99c0-d550ec9d74de x-openstack-request-id: req-62de1f5f-0192-4004-99c0-d550ec9d74de {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:38:35.460146 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baac3150-841e-41d4-8408-93df2ec929c9", "tag": "96344a89-ed01-4bee-abb4-d0e1e6ef0c96", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:38:35.460430 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62de1f5f-0192-4004-99c0-d550ec9d74de {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:38:35.460912 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62de1f5f-0192-4004-99c0-d550ec9d74de'] response: {'name': 'network-changed', 'server_uuid': 'baac3150-841e-41d4-8408-93df2ec929c9', 'tag': '96344a89-ed01-4bee-abb4-d0e1e6ef0c96', 'status': 'completed', 'code': 200} May 24 15:38:35.465118 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:38:35.470779 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event updated for resources: {'Port': ['ID=b4136280-42c5-46f1-8248-0dcb997d0277,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:35.486762 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6e46094-417a-4f2d-a40c-9607b65220ae admin admin] Publish callbacks [] for security_group (495931db-eee0-4937-a425-1f36a2e94bc2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:35.519915 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-a46d08bf-1250-4222-afbd-0b2fa550a656 service neutron] 10.222.0.59 "GET /v2.0/networks/00b154da-a072-42ec-9708-34a9d5f5fcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002646 May 24 15:38:35.584002 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6e46094-417a-4f2d-a40c-9607b65220ae admin admin] Publish callbacks [] for security_group (495931db-eee0-4937-a425-1f36a2e94bc2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:35.595871 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:35.772315 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-327884379-network', 'tenant_id': '80a3c5535f9040e58e055a7277514da1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:35.777870 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2963ca-c324-4334-98d0-74c05712e593 x-openstack-request-id: req-5c2963ca-c324-4334-98d0-74c05712e593 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:38:35.778154 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fdd945-52b6-4e16-9cd0-06bf19fc5536", "tag": "110b6658-6aab-4863-9381-91ebcbd0ce77", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:38:35.778400 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c2963ca-c324-4334-98d0-74c05712e593 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:38:35.778841 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c2963ca-c324-4334-98d0-74c05712e593'] response: {'name': 'network-changed', 'server_uuid': '69fdd945-52b6-4e16-9cd0-06bf19fc5536', 'tag': '110b6658-6aab-4863-9381-91ebcbd0ce77', 'status': 'completed', 'code': 200} May 24 15:38:35.812690 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:35.813357 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:35.823491 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b4df-28c7-4f03-92fc-3e496049e8aa req-42254951-0a4d-47fa-9b46-0af51005e28b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:35.825470 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bcf4b4df-28c7-4f03-92fc-3e496049e8aa req-42254951-0a4d-47fa-9b46-0af51005e28b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 931 time: 0.4572866 May 24 15:38:35.863997 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:35.881542 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-999ae922-9091-48d3-af99-f55f39c68a9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=110b6658-6aab-4863-9381-91ebcbd0ce77 HTTP/1.1" status: 200 len: 217 time: 0.4249244 May 24 15:38:35.882735 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:35.882850 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7feeeea9-417c-4cca-88ff-ca80b28224c7 None None] Provisioning complete for port b4136280-42c5-46f1-8248-0dcb997d0277 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:35.883401 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7feeeea9-417c-4cca-88ff-ca80b28224c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:35.943181 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bcf4b4df-28c7-4f03-92fc-3e496049e8aa req-fccd384c-3289-4e92-bff9-9773e0748aa6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768790 May 24 15:38:35.948881 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7feeeea9-417c-4cca-88ff-ca80b28224c7 None None] Port b4136280-42c5-46f1-8248-0dcb997d0277 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:38:36.029847 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-0700a1a6-88be-41ec-a6db-b68f77b38406 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1086142 May 24 15:38:36.038437 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Made reservation on behalf of 80a3c5535f9040e58e055a7277514da1 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:36.041820 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.060710 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Request body: {'port': {'device_id': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:36.066198 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6e46094-417a-4f2d-a40c-9607b65220ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (495931db-eee0-4937-a425-1f36a2e94bc2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.069215 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b6e46094-417a-4f2d-a40c-9607b65220ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.074936 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.075544 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b6e46094-417a-4f2d-a40c-9607b65220ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/495931db-eee0-4937-a425-1f36a2e94bc2 HTTP/1.1" status: 204 len: 168 time: 0.8513029 May 24 15:38:36.081302 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fe86294c-e89c-4b2f-954c-8308b28d472e req-587a8be5-f271-4bec-890b-f609f8e9d601 service neutron] 10.222.0.59 "GET /v2.0/networks/00b154da-a072-42ec-9708-34a9d5f5fcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422325 May 24 15:38:36.109040 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e46094-417a-4f2d-a40c-9607b65220ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495931db-eee0-4937-a425-1f36a2e94bc2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:36.203974 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e827b410-d904-420a-8600-036fec1a80f7 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:38:36.214426 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Publish callbacks [] for port (e827b410-d904-420a-8600-036fec1a80f7), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.215266 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-e4f91408-b3ab-4a00-9222-e4858ce83667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:36.216816 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-e4f91408-b3ab-4a00-9222-e4858ce83667 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.2799969 May 24 15:38:36.235173 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Transition to ACTIVE for port object e827b410-d904-420a-8600-036fec1a80f7 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:38:36.241766 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (e827b410-d904-420a-8600-036fec1a80f7), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.334686 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd848-ed7b-4417-b9aa-41a1b5835d63 req-923ce588-fab2-4ae7-b38f-af7c1425cabf tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:36.336432 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-932cd848-ed7b-4417-b9aa-41a1b5835d63 req-923ce588-fab2-4ae7-b38f-af7c1425cabf tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 931 time: 0.1932449 May 24 15:38:36.342892 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6528a-522e-4ce4-8237-56ae8141c355 req-de9efe9e-add5-4d52-bad9-8280c8bf47f8 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:36.343384 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Pushing event updated for resources: {'Port': ['ID=e827b410-d904-420a-8600-036fec1a80f7,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:36.350951 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-81e6528a-522e-4ce4-8237-56ae8141c355 req-de9efe9e-add5-4d52-bad9-8280c8bf47f8 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 944 time: 0.2169526 May 24 15:38:36.352775 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.363557 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Attempting to bind port e827b410-d904-420a-8600-036fec1a80f7 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:38:36.363904 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Attempting to bind port e827b410-d904-420a-8600-036fec1a80f7 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:38:36.364273 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Attempting to bind port e827b410-d904-420a-8600-036fec1a80f7 on network b1d908b4-0d57-4328-b5e8-f2842546189b {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:36.379022 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Port e827b410-d904-420a-8600-036fec1a80f7 on network b1d908b4-0d57-4328-b5e8-f2842546189b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:38:36.379397 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Attempting to bind port e827b410-d904-420a-8600-036fec1a80f7 on network b1d908b4-0d57-4328-b5e8-f2842546189b {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:36.382452 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:36.400224 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:38:36.401067 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Checking segment: {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:36.401190 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Bound using segment: {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:38:36.401807 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Bound port: e827b410-d904-420a-8600-036fec1a80f7, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:38:36.401934 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (e827b410-d904-420a-8600-036fec1a80f7), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.541311 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] For port e827b410-d904-420a-8600-036fec1a80f7, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:38:36.552776 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] For port e827b410-d904-420a-8600-036fec1a80f7, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=e827b410-d904-420a-8600-036fec1a80f7,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:38:36.553946 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:36.569019 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (e827b410-d904-420a-8600-036fec1a80f7), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.603865 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-81e6528a-522e-4ce4-8237-56ae8141c355 req-94db0a85-a942-4c76-bdd5-9c96de54dbdf tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517946 May 24 15:38:36.628580 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-932cd848-ed7b-4417-b9aa-41a1b5835d63 req-24cadc51-4a9e-44e7-a568-83aae8fb194d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699215 May 24 15:38:36.636206 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Publish callbacks [] for security_group (a75b65de-cdc6-4b1e-8c27-99d7e51b2699), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.647637 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (a75b65de-cdc6-4b1e-8c27-99d7e51b2699), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.667915 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:36.670336 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.673278 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] 10.222.0.59 "PUT /v2.0/ports/e827b410-d904-420a-8600-036fec1a80f7 HTTP/1.1" status: 200 len: 1093 time: 1.9366455 May 24 15:38:36.679236 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.706212 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2797dad-8e06-404c-8497-998ae508f3ea service neutron] Pushing event updated for resources: {'Port': ['ID=e827b410-d904-420a-8600-036fec1a80f7,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:36.763690 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:38:36.790143 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (448bbe05-ed21-4d40-9b78-09dcd704bdd3), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.790670 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.segments_db [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Added segment 448bbe05-ed21-4d40-9b78-09dcd704bdd3 of type vlan for network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 May 24 15:38:36.844075 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:36.858508 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (0bcc5330-fb8d-4ac5-8c91-fc8cafd86886), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.878446 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75b65de-cdc6-4b1e-8c27-99d7e51b2699,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:36.955982 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (0bcc5330-fb8d-4ac5-8c91-fc8cafd86886), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:36.957069 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:36.957670 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:37.105631 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9083617 May 24 15:38:37.109140 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46790) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:37.115580 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a6f981a7-7a55-433c-92a5-9f50142bb921 admin admin] Request body: {'subnet': {'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-327884379-subnet', 'tenant_id': '80a3c5535f9040e58e055a7277514da1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:37.159014 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354321-ff12-4a81-a9cb-4938b7103a05 admin admin] Pushing event updated for resources: {'Network': ['ID=0bcc5330-fb8d-4ac5-8c91-fc8cafd86886,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:37.171365 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:38:37.210847 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f01611-7b82-4da2-9193-1d84a6ca9b56 req-3f25fba9-0d40-446e-b045-aeb71d539c31 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:37.212809 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-56f01611-7b82-4da2-9193-1d84a6ca9b56 req-3f25fba9-0d40-446e-b045-aeb71d539c31 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 943 time: 0.1676583 May 24 15:38:37.264231 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46794) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:37.289306 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f981a7-7a55-433c-92a5-9f50142bb921 admin admin] Made reservation on behalf of 80a3c5535f9040e58e055a7277514da1 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:37.291512 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a6f981a7-7a55-433c-92a5-9f50142bb921 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:37.318301 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4136280-42c5-46f1-8248-0dcb997d0277 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:38:37.334898 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-e80c352e-11da-426d-a871-48c0d28b2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:37.336479 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-e80c352e-11da-426d-a871-48c0d28b2c29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1685400 May 24 15:38:37.338463 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Publish callbacks [] for port (b4136280-42c5-46f1-8248-0dcb997d0277), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:37.402528 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da963d-01bb-43f6-a95d-c32f6862a0c8 req-ff0d7eff-4f84-4573-9b2f-820494132e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:37.404117 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8da963d-01bb-43f6-a95d-c32f6862a0c8 req-ff0d7eff-4f84-4573-9b2f-820494132e0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f86f8a870f9146489a3ef1716094e066&device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 1128 time: 0.2264991 May 24 15:38:37.419176 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Transition to ACTIVE for port object b4136280-42c5-46f1-8248-0dcb997d0277 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:38:37.420591 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-56f01611-7b82-4da2-9193-1d84a6ca9b56 req-861a75f7-9990-484f-9db4-4815e258824f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788638 May 24 15:38:37.433261 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:37.461545 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-25e7de93-4a3f-4e68-b73a-e4811900267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:37.463062 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-25e7de93-4a3f-4e68-b73a-e4811900267a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 1127 time: 0.1997645 May 24 15:38:37.486196 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d791b8-2dce-43c8-9faa-5af5f5e14d65', 'tag': 'e827b410-d904-420a-8600-036fec1a80f7'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:38:37.490151 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20166eb-7db8-4e6b-87f0-1a36a7fbbfce" -d '{"events": [{"name": "network-changed", "server_uuid": "84d791b8-2dce-43c8-9faa-5af5f5e14d65", "tag": "e827b410-d904-420a-8600-036fec1a80f7"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:38:37.517940 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Pushing event updated for resources: {'Port': ['ID=b4136280-42c5-46f1-8248-0dcb997d0277,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:37.553947 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-db6f3d90-da19-4cb2-9e13-af547db12f38 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067151 May 24 15:38:37.612646 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:37.641530 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35ac693d-c436-4d78-88b1-a357bb305c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:37.709766 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-7f8a2f91-f096-450d-b29f-5422ea9a7379 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e827b410-d904-420a-8600-036fec1a80f7 HTTP/1.1" status: 200 len: 217 time: 0.1264005 May 24 15:38:37.724281 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Attempting to bind port b4136280-42c5-46f1-8248-0dcb997d0277 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:38:37.724479 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Attempting to bind port b4136280-42c5-46f1-8248-0dcb997d0277 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:38:37.724643 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Attempting to bind port b4136280-42c5-46f1-8248-0dcb997d0277 on network 062393c0-66b9-4ecb-bb43-dbb81b8673fe {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:37.790768 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:37.792948 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-b6470672-232b-42d2-8324-4e8cbd26ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:37.794188 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-b6470672-232b-42d2-8324-4e8cbd26ee7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0751002 May 24 15:38:37.796191 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7166f961-d149-41c5-990a-b29baa6c660c x-openstack-request-id: req-7166f961-d149-41c5-990a-b29baa6c660c {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:38:37.796476 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d791b8-2dce-43c8-9faa-5af5f5e14d65", "tag": "e827b410-d904-420a-8600-036fec1a80f7", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:38:37.796712 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7166f961-d149-41c5-990a-b29baa6c660c {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:38:37.797208 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7166f961-d149-41c5-990a-b29baa6c660c'] response: {'name': 'network-changed', 'server_uuid': '84d791b8-2dce-43c8-9faa-5af5f5e14d65', 'tag': 'e827b410-d904-420a-8600-036fec1a80f7', 'status': 'completed', 'code': 200} May 24 15:38:37.802490 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da963d-01bb-43f6-a95d-c32f6862a0c8 req-863b5f36-a3a3-480b-9b28-cb4d3af247fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:37.803082 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8da963d-01bb-43f6-a95d-c32f6862a0c8 req-863b5f36-a3a3-480b-9b28-cb4d3af247fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=00b154da-a072-42ec-9708-34a9d5f5fcf6 HTTP/1.1" status: 200 len: 912 time: 0.3892999 May 24 15:38:37.811572 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Port b4136280-42c5-46f1-8248-0dcb997d0277 on network 062393c0-66b9-4ecb-bb43-dbb81b8673fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:38:37.811896 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Attempting to bind port b4136280-42c5-46f1-8248-0dcb997d0277 on network 062393c0-66b9-4ecb-bb43-dbb81b8673fe {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:37.820823 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:38:37.821168 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Checking segment: {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:37.821547 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Bound using segment: {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:38:37.822016 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Bound port: b4136280-42c5-46f1-8248-0dcb997d0277, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:38:37.822373 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:37.829247 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d2f30f-7836-40f2-abea-b9dba53f5cfc req-c212b026-ba7f-4839-bc97-7f0ca93fca28 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680871 May 24 15:38:37.867766 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-b160eccb-4e4b-4a7e-bf4a-8e4d3417e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:37.870005 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-b160eccb-4e4b-4a7e-bf4a-8e4d3417e413 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617821 May 24 15:38:37.878718 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0f047-5a70-40bd-a10e-4554252cbc46 req-7ea8c603-48c1-42db-a592-d25d4ab2391a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:37.880349 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ebd0f047-5a70-40bd-a10e-4554252cbc46 req-7ea8c603-48c1-42db-a592-d25d4ab2391a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 944 time: 0.1605973 May 24 15:38:37.949280 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:37.990464 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ab3f5-33ff-4ad5-83cd-8dcb5eedc5c7 req-362c4774-6969-458e-8a4a-df45ab043225 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:37.991433 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8da963d-01bb-43f6-a95d-c32f6862a0c8 req-a5940cb7-9aa9-4ba0-808f-433f7e5dcb53 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96344a89-ed01-4bee-abb4-d0e1e6ef0c96 HTTP/1.1" status: 200 len: 217 time: 0.1131129 May 24 15:38:37.992304 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9a7ab3f5-33ff-4ad5-83cd-8dcb5eedc5c7 req-362c4774-6969-458e-8a4a-df45ab043225 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.1201251 May 24 15:38:37.993687 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:38:37.995065 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:37.999181 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=b4136280-42c5-46f1-8248-0dcb997d0277,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:38:38.006066 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ebd0f047-5a70-40bd-a10e-4554252cbc46 req-a591dd8d-309b-4bb2-acbb-905e23237bc8 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181078 May 24 15:38:38.016898 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35ac693d-c436-4d78-88b1-a357bb305c0b admin admin] Publish callbacks [] for security_group (24d20091-9232-439c-ae1d-38ba4c533f52), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:38.025650 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35ac693d-c436-4d78-88b1-a357bb305c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (24d20091-9232-439c-ae1d-38ba4c533f52), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:38.036904 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:38.091896 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:38.092692 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:38.098919 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] 10.222.0.59 "PUT /v2.0/ports/b4136280-42c5-46f1-8248-0dcb997d0277 HTTP/1.1" status: 200 len: 1093 time: 2.0476990 May 24 15:38:38.104649 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:38:38.107033 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2dd262-85ab-43f1-ae09-555c617687a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:38:38.109675 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac693d-c436-4d78-88b1-a357bb305c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d20091-9232-439c-ae1d-38ba4c533f52,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:38.115879 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-35ac693d-c436-4d78-88b1-a357bb305c0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=598fc585365a47df92a60234f2b737de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8507032 May 24 15:38:38.122591 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 46824) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:38.131796 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a6f981a7-7a55-433c-92a5-9f50142bb921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for subnet (e204680e-666a-409c-8875-2514db4d1b08), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:38.168940 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9a7ab3f5-33ff-4ad5-83cd-8dcb5eedc5c7 req-c805d7aa-7c31-4dbe-b3ae-1a9ec2720c18 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581552 May 24 15:38:38.170983 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699169fd-997d-4dfd-9488-cb0d4c4a3e5e x-openstack-request-id: req-699169fd-997d-4dfd-9488-cb0d4c4a3e5e {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:38:38.172233 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:38:38.172664 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-699169fd-997d-4dfd-9488-cb0d4c4a3e5e {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:38:38.173192 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699169fd-997d-4dfd-9488-cb0d4c4a3e5e'] response: {'name': 'network-changed', 'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'status': 'completed', 'code': 200} May 24 15:38:38.188487 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115511a-57f8-44f5-9aa6-8064eb11566d service neutron] Pushing event updated for resources: {'Port': ['ID=b4136280-42c5-46f1-8248-0dcb997d0277,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:38.227317 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f981a7-7a55-433c-92a5-9f50142bb921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e204680e-666a-409c-8875-2514db4d1b08,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:38.231452 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-890447fa-4fa2-475a-89f5-4ad5a1fc8af0 admin admin] Publish callbacks [] for security_group (24d20091-9232-439c-ae1d-38ba4c533f52), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:38.237042 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f981a7-7a55-433c-92a5-9f50142bb921 admin admin] Checking segment: {'id': '448bbe05-ed21-4d40-9b78-09dcd704bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:38.237401 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f981a7-7a55-433c-92a5-9f50142bb921 admin admin] Network hostable DHCP agents. Network: 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:38:38.258084 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-890447fa-4fa2-475a-89f5-4ad5a1fc8af0 admin admin] Publish callbacks [] for security_group (24d20091-9232-439c-ae1d-38ba4c533f52), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:38.264452 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f981a7-7a55-433c-92a5-9f50142bb921 admin admin] Network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:38:38.283513 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-a6f981a7-7a55-433c-92a5-9f50142bb921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:38.290206 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f981a7-7a55-433c-92a5-9f50142bb921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:38.291020 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a6f981a7-7a55-433c-92a5-9f50142bb921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:38.296962 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dfe493-fe94-4dd5-ae6b-2f287c8570b6 None None] Network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:38:38.318321 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-890447fa-4fa2-475a-89f5-4ad5a1fc8af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (24d20091-9232-439c-ae1d-38ba4c533f52), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:38.321654 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-890447fa-4fa2-475a-89f5-4ad5a1fc8af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:38.322865 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-890447fa-4fa2-475a-89f5-4ad5a1fc8af0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24d20091-9232-439c-ae1d-38ba4c533f52 HTTP/1.1" status: 204 len: 168 time: 0.1992197 May 24 15:38:38.342485 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890447fa-4fa2-475a-89f5-4ad5a1fc8af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d20091-9232-439c-ae1d-38ba4c533f52,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:38.345674 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-a6f981a7-7a55-433c-92a5-9f50142bb921 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2352140 May 24 15:38:38.471183 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e35db-400f-47a1-b5e7-72bf1b0228f6 None None] Network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:38:38.616704 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36c67e-55dc-4515-b32f-6f0e96ad01d9 req-f9b4c316-524f-408a-9da3-351d190c6bc7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:38.619226 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2e36c67e-55dc-4515-b32f-6f0e96ad01d9 req-f9b4c316-524f-408a-9da3-351d190c6bc7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 943 time: 0.0664952 May 24 15:38:38.625294 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:38.790298 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3609b-506c-47f3-a3e1-f7974a1c8f8f req-5bf7d833-eff2-4137-a079-6547b2e9d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:38.791930 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d7f3609b-506c-47f3-a3e1-f7974a1c8f8f req-5bf7d833-eff2-4137-a079-6547b2e9d4c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 1127 time: 0.1576154 May 24 15:38:38.800205 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2e36c67e-55dc-4515-b32f-6f0e96ad01d9 req-977999d4-2fc7-49d8-af5a-fbf6c1e5827e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742256 May 24 15:38:38.826386 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da963d-01bb-43f6-a95d-c32f6862a0c8 req-24e98f31-3a5b-418d-9925-1bf870472b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:38.827948 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8da963d-01bb-43f6-a95d-c32f6862a0c8 req-24e98f31-3a5b-418d-9925-1bf870472b64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe2447b7-d289-4185-a02b-4f3871cdb740 HTTP/1.1" status: 200 len: 851 time: 0.1883566 May 24 15:38:38.850037 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dd262-85ab-43f1-ae09-555c617687a9 req-6f1822c9-1dcd-40e1-b536-884232167fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:38.853419 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fb2dd262-85ab-43f1-ae09-555c617687a9 req-6f1822c9-1dcd-40e1-b536-884232167fa1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 1127 time: 0.1302395 May 24 15:38:38.864670 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8da963d-01bb-43f6-a95d-c32f6862a0c8 req-9ec0cca9-4ce1-4a26-87c9-96f82bca3233 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=00b154da-a072-42ec-9708-34a9d5f5fcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284140 May 24 15:38:38.906615 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-07b698ae-d567-41e4-b09c-9826ea8a7737 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768910 May 24 15:38:39.040837 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8da963d-01bb-43f6-a95d-c32f6862a0c8 req-18099c3b-63a3-47cf-a3d8-579c952ddc53 service neutron] 10.222.0.59 "GET /v2.0/networks/00b154da-a072-42ec-9708-34a9d5f5fcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672418 May 24 15:38:39.074078 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-1df7d2bc-3e2a-4c0c-b620-0aad3aab4c50 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386821 May 24 15:38:39.165810 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8da963d-01bb-43f6-a95d-c32f6862a0c8 req-9f98740b-eb97-4dcf-82b8-4b73d798d70f service neutron] 10.222.0.59 "GET /v2.0/networks/00b154da-a072-42ec-9708-34a9d5f5fcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150491 May 24 15:38:39.214455 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:38:39.361821 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46868) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:39.514454 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:39.534665 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46876) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:39.535470 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:39.538315 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=96344a89-ed01-4bee-abb4-d0e1e6ef0c96,segment=NetworkSegment(0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06),segment_id=0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:39.550560 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07d8be-da8b-40a1-95d1-99bc81b838d6 req-0ddd2f7e-6c47-4b2f-a64b-dd89a20a356f tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:39.557585 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e07d8be-da8b-40a1-95d1-99bc81b838d6 req-0ddd2f7e-6c47-4b2f-a64b-dd89a20a356f tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 944 time: 0.2214003 May 24 15:38:39.566021 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8090829-09fe-418a-af12-306d22c95d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:39.577680 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': '96344a89-ed01-4bee-abb4-d0e1e6ef0c96', 'network_id': '00b154da-a072-42ec-9708-34a9d5f5fcf6', 'port_id': '96344a89-ed01-4bee-abb4-d0e1e6ef0c96', 'mac_address': 'fa:16:3e:1e:ca:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2447b7-d289-4185-a02b-4f3871cdb740', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:38:39.584935 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2355ff-be6f-40c5-a098-7534d536ac27 req-9fc9c189-0f62-488d-bee1-8b86ac1f8bc5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:39.586510 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fc2355ff-be6f-40c5-a098-7534d536ac27 req-9fc9c189-0f62-488d-bee1-8b86ac1f8bc5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.2435145 May 24 15:38:39.655788 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:39.656717 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:39.656922 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3609b-506c-47f3-a3e1-f7974a1c8f8f req-20b090bf-a10f-4dbb-ad11-a9a254a3821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:39.658403 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d7f3609b-506c-47f3-a3e1-f7974a1c8f8f req-20b090bf-a10f-4dbb-ad11-a9a254a3821c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.8573470 May 24 15:38:39.676315 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:38:39.686631 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:39.702971 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=96344a89-ed01-4bee-abb4-d0e1e6ef0c96,segment=NetworkSegment(0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06),segment_id=0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:39.713029 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:39.716924 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dd262-85ab-43f1-ae09-555c617687a9 req-fe66fb59-feb9-48ae-99d5-02a7a17d22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:39.718388 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fb2dd262-85ab-43f1-ae09-555c617687a9 req-fe66fb59-feb9-48ae-99d5-02a7a17d22d7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fd0613f4cbb3461a982738c683c3ab03&shared=False HTTP/1.1" status: 200 len: 917 time: 0.8469563 May 24 15:38:39.739288 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8090829-09fe-418a-af12-306d22c95d0e admin admin] Publish callbacks [] for security_group (15a87c44-efcc-4945-b6db-355dc39455c9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:39.745894 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8090829-09fe-418a-af12-306d22c95d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (15a87c44-efcc-4945-b6db-355dc39455c9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:39.753493 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e07d8be-da8b-40a1-95d1-99bc81b838d6 req-097bc8a6-652c-4a97-9486-f3b7a9eeabb8 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949573 May 24 15:38:39.779048 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=96344a89-ed01-4bee-abb4-d0e1e6ef0c96,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:39.779753 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fc2355ff-be6f-40c5-a098-7534d536ac27 req-4dcf96db-8fb9-4cb1-8646-a9bc09b550e6 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678646 May 24 15:38:39.830741 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:39.835931 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c8090829-09fe-418a-af12-306d22c95d0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9a48513bcbe4a4f9785b8a2635c5ffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951047 May 24 15:38:39.835931 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8090829-09fe-418a-af12-306d22c95d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a87c44-efcc-4945-b6db-355dc39455c9,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:39.836389 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 46884) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:39.914993 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-59527394-0f6d-47e7-9604-05c89eff55e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:39.949815 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20166eb-7db8-4e6b-87f0-1a36a7fbbfce req-0ea51658-201f-4a9f-9031-52f741a2f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:39.952059 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c20166eb-7db8-4e6b-87f0-1a36a7fbbfce req-0ea51658-201f-4a9f-9031-52f741a2f56f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 1127 time: 0.0749841 May 24 15:38:39.981658 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:40.037887 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['96344a89-ed01-4bee-abb4-d0e1e6ef0c96'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:38:40.066624 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d7f3609b-506c-47f3-a3e1-f7974a1c8f8f req-84ca628b-6e44-4d43-9e39-0b5f9f67e54a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=110b6658-6aab-4863-9381-91ebcbd0ce77 HTTP/1.1" status: 200 len: 217 time: 0.1841633 May 24 15:38:40.096654 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-59527394-0f6d-47e7-9604-05c89eff55e5 admin admin] Publish callbacks [] for security_group (eea9617d-f4e7-4e1c-8f43-6fb1e6e8e6e8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:40.098249 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20166eb-7db8-4e6b-87f0-1a36a7fbbfce req-9f4cb095-d69d-477b-a096-aed6f0667e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:40.099752 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c20166eb-7db8-4e6b-87f0-1a36a7fbbfce req-9f4cb095-d69d-477b-a096-aed6f0667e81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.1395733 May 24 15:38:40.102198 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-59527394-0f6d-47e7-9604-05c89eff55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (eea9617d-f4e7-4e1c-8f43-6fb1e6e8e6e8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:40.158674 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c20166eb-7db8-4e6b-87f0-1a36a7fbbfce req-fdbf6f4f-b3eb-4e05-8ff2-3d5b0942e535 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e827b410-d904-420a-8600-036fec1a80f7 HTTP/1.1" status: 200 len: 217 time: 0.0520380 May 24 15:38:40.162338 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5291b74-09a1-4d91-9021-ff40ede013a5 req-ff1d4fb4-bd49-459e-adcc-c115ea6097a0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:40.163813 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a5291b74-09a1-4d91-9021-ff40ede013a5 req-ff1d4fb4-bd49-459e-adcc-c115ea6097a0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 943 time: 0.1799202 May 24 15:38:40.181054 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59527394-0f6d-47e7-9604-05c89eff55e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea9617d-f4e7-4e1c-8f43-6fb1e6e8e6e8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:40.200065 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f32ae12e-5ef7-4107-9415-9661ce7dd61a admin admin] Publish callbacks [] for security_group (15a87c44-efcc-4945-b6db-355dc39455c9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:40.203829 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dd262-85ab-43f1-ae09-555c617687a9 req-a2e8f2b3-eb7e-4910-a6f1-03b838823a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:40.204755 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-59527394-0f6d-47e7-9604-05c89eff55e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01ad546228574f65b7370bbd8a8a2989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8417621 May 24 15:38:40.205827 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fb2dd262-85ab-43f1-ae09-555c617687a9 req-a2e8f2b3-eb7e-4910-a6f1-03b838823a27 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3177385 May 24 15:38:40.207426 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 46888) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:40.230269 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3609b-506c-47f3-a3e1-f7974a1c8f8f req-5168c6ad-1bef-4493-b32f-c664c32974e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:40.231722 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d7f3609b-506c-47f3-a3e1-f7974a1c8f8f req-5168c6ad-1bef-4493-b32f-c664c32974e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.1503341 May 24 15:38:40.252586 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20166eb-7db8-4e6b-87f0-1a36a7fbbfce req-89b25362-ad3d-42f9-af39-38670978ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:40.254370 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c20166eb-7db8-4e6b-87f0-1a36a7fbbfce req-89b25362-ad3d-42f9-af39-38670978ef64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0884569 May 24 15:38:40.267439 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f32ae12e-5ef7-4107-9415-9661ce7dd61a admin admin] Publish callbacks [] for security_group (15a87c44-efcc-4945-b6db-355dc39455c9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:40.309386 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-42d3455c-98e6-46a5-906b-12375f2a426a admin admin] Publish callbacks [] for security_group (eea9617d-f4e7-4e1c-8f43-6fb1e6e8e6e8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:40.325315 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20166eb-7db8-4e6b-87f0-1a36a7fbbfce req-51d4a71c-a338-49df-8e88-f8ed5e7912c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:40.326815 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c20166eb-7db8-4e6b-87f0-1a36a7fbbfce req-51d4a71c-a338-49df-8e88-f8ed5e7912c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618463 May 24 15:38:40.345065 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-42d3455c-98e6-46a5-906b-12375f2a426a admin admin] Publish callbacks [] for security_group (eea9617d-f4e7-4e1c-8f43-6fb1e6e8e6e8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:40.346363 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a5291b74-09a1-4d91-9021-ff40ede013a5 req-aebd353a-a972-4a71-b0cb-47c19d2685ce tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637304 May 24 15:38:40.368439 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3609b-506c-47f3-a3e1-f7974a1c8f8f req-c5d20601-107c-42e4-bb66-8e0ad50c0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:40.368439 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d7f3609b-506c-47f3-a3e1-f7974a1c8f8f req-c5d20601-107c-42e4-bb66-8e0ad50c0c48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143417 May 24 15:38:40.373844 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-31fecb9c-310d-48f6-bceb-50aa68ac0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:40.375260 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-31fecb9c-310d-48f6-bceb-50aa68ac0968 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 1127 time: 0.0856698 May 24 15:38:40.460602 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-17962391-a8fb-4be1-8601-614d0cb7dfab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4136280-42c5-46f1-8248-0dcb997d0277 HTTP/1.1" status: 200 len: 217 time: 0.0663311 May 24 15:38:40.462906 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f32ae12e-5ef7-4107-9415-9661ce7dd61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (15a87c44-efcc-4945-b6db-355dc39455c9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:40.465496 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f32ae12e-5ef7-4107-9415-9661ce7dd61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:40.466649 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-f32ae12e-5ef7-4107-9415-9661ce7dd61a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15a87c44-efcc-4945-b6db-355dc39455c9 HTTP/1.1" status: 204 len: 168 time: 0.6290267 May 24 15:38:40.535903 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ae12e-5ef7-4107-9415-9661ce7dd61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a87c44-efcc-4945-b6db-355dc39455c9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:40.567021 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d7f3609b-506c-47f3-a3e1-f7974a1c8f8f req-0e047e98-c267-4189-bc8e-a355030d6624 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899631 May 24 15:38:40.652933 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c20166eb-7db8-4e6b-87f0-1a36a7fbbfce req-a57cd736-f367-49a1-8574-bfc044895463 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178725 May 24 15:38:40.653637 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-42d3455c-98e6-46a5-906b-12375f2a426a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (eea9617d-f4e7-4e1c-8f43-6fb1e6e8e6e8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:40.657454 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-42d3455c-98e6-46a5-906b-12375f2a426a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:40.659038 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-42d3455c-98e6-46a5-906b-12375f2a426a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eea9617d-f4e7-4e1c-8f43-6fb1e6e8e6e8 HTTP/1.1" status: 204 len: 168 time: 0.4503963 May 24 15:38:40.687903 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3455c-98e6-46a5-906b-12375f2a426a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea9617d-f4e7-4e1c-8f43-6fb1e6e8e6e8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:40.695679 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-37102983-465f-4538-9c02-d0b260c917cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:40.697166 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-37102983-465f-4538-9c02-d0b260c917cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=406760c0-7990-42bd-b875-7a3c5b0f957e HTTP/1.1" status: 200 len: 855 time: 0.2295194 May 24 15:38:40.747384 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:40.748723 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-721435f6-1a9b-4886-b289-69f9c8526bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:40.750602 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-721435f6-1a9b-4886-b289-69f9c8526bd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=062393c0-66b9-4ecb-bb43-dbb81b8673fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466578 May 24 15:38:40.771687 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c20166eb-7db8-4e6b-87f0-1a36a7fbbfce req-1bfb5fc6-5749-438a-af7d-e4d09013dc2c service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107275 May 24 15:38:41.007303 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d7f3609b-506c-47f3-a3e1-f7974a1c8f8f req-cac0c28e-ea76-4e80-a892-d6bea2c49411 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315248 May 24 15:38:41.033887 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc73659-04be-4157-88dc-6fc963bba70e req-4e94b643-3481-4dcc-bd90-ba8eaa3186d0 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:41.043142 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6bc73659-04be-4157-88dc-6fc963bba70e req-4e94b643-3481-4dcc-bd90-ba8eaa3186d0 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 945 time: 0.1623955 May 24 15:38:41.071096 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8414800-ddd9-42ad-a12d-a50d69a33c61 req-d5e2ef4a-8678-4774-9074-d83642df66ee tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:41.081927 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a8414800-ddd9-42ad-a12d-a50d69a33c61 req-d5e2ef4a-8678-4774-9074-d83642df66ee tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.1653278 May 24 15:38:41.145868 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-b1da9b33-d8b8-4552-9314-613da3b1d14a service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882973 May 24 15:38:41.218633 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device e827b410-d904-420a-8600-036fec1a80f7 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:38:41.255636 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:41.280357 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a8414800-ddd9-42ad-a12d-a50d69a33c61 req-46d13623-9edf-478f-a3b5-6732ef4405ed tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970556 May 24 15:38:41.283200 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6bc73659-04be-4157-88dc-6fc963bba70e req-678f133c-301f-446c-a131-776eaddf163c tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388499 May 24 15:38:41.303963 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9a824a-f64d-4fb4-aa2c-4b6695e8c60d req-8972a236-c51d-410a-bc25-f3920c4a8c61 service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452408 May 24 15:38:41.422570 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:38:41.435900 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:41.436250 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:41.489402 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port e827b410-d904-420a-8600-036fec1a80f7, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=e827b410-d904-420a-8600-036fec1a80f7,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:41.501290 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:41.508128 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'e827b410-d904-420a-8600-036fec1a80f7', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'port_id': 'e827b410-d904-420a-8600-036fec1a80f7', 'mac_address': 'fa:16:3e:5c:f8:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:38:41.517951 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:41.580116 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port e827b410-d904-420a-8600-036fec1a80f7 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:41.580779 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (e827b410-d904-420a-8600-036fec1a80f7), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:41.594673 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:41.595556 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:41.599166 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd81f2-37d1-4cf3-b71c-d143e596b29e req-882e1448-e353-4b09-b7b1-ecf6f9c3e2e5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:41.605639 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-21dd81f2-37d1-4cf3-b71c-d143e596b29e req-882e1448-e353-4b09-b7b1-ecf6f9c3e2e5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 943 time: 0.0934589 May 24 15:38:41.611100 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e827b410-d904-420a-8600-036fec1a80f7 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:38:41.644305 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baac3150-841e-41d4-8408-93df2ec929c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96344a89-ed01-4bee-abb4-d0e1e6ef0c96'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:38:41.733835 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port e827b410-d904-420a-8600-036fec1a80f7, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=e827b410-d904-420a-8600-036fec1a80f7,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:41.749794 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=96344a89-ed01-4bee-abb4-d0e1e6ef0c96,segment=NetworkSegment(0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06),segment_id=0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:41.753461 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (e827b410-d904-420a-8600-036fec1a80f7), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:41.754665 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 110b6658-6aab-4863-9381-91ebcbd0ce77 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:38:41.843895 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=e827b410-d904-420a-8600-036fec1a80f7,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:41.848347 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:41.885453 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-21dd81f2-37d1-4cf3-b71c-d143e596b29e req-b163e673-7c80-46f9-b1b4-fd97a99c08a7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786667 May 24 15:38:41.898197 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-3ac56203-c57d-47c5-9be8-6c2ee57a6594 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:41.899752 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-3ac56203-c57d-47c5-9be8-6c2ee57a6594 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/networks?id=0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 HTTP/1.1" status: 200 len: 808 time: 0.4315536 May 24 15:38:41.938713 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-a5987304-9102-44ad-b1ce-bf2991ad4b82 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/quotas/80a3c5535f9040e58e055a7277514da1 HTTP/1.1" status: 200 len: 375 time: 0.0292013 May 24 15:38:41.986141 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-9a74badb-4dcb-4a51-8073-9852c4aa94a1 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=80a3c5535f9040e58e055a7277514da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460320 May 24 15:38:42.013490 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.db.resource_extend [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 15:38:42.025444 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 110b6658-6aab-4863-9381-91ebcbd0ce77, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=110b6658-6aab-4863-9381-91ebcbd0ce77,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:42.036887 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': '110b6658-6aab-4863-9381-91ebcbd0ce77', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'port_id': '110b6658-6aab-4863-9381-91ebcbd0ce77', 'mac_address': 'fa:16:3e:cc:91:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:38:42.078933 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:42.096975 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 110b6658-6aab-4863-9381-91ebcbd0ce77 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:42.097359 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:42.099661 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=96344a89-ed01-4bee-abb4-d0e1e6ef0c96,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:42.115001 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110b6658-6aab-4863-9381-91ebcbd0ce77 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:38:42.122744 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-5a623a1c-bdd8-4a78-b945-efd00e7ae17c service neutron] 10.222.0.55 "GET /v2.0/networks/0bcc5330-fb8d-4ac5-8c91-fc8cafd86886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351748 May 24 15:38:42.130073 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00ac48b-8669-46aa-8ba8-acce7186e758" -d '{"events": [{"server_uuid": "baac3150-841e-41d4-8408-93df2ec929c9", "name": "network-vif-plugged", "status": "completed", "tag": "96344a89-ed01-4bee-abb4-d0e1e6ef0c96"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:38:42.144601 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 110b6658-6aab-4863-9381-91ebcbd0ce77, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=110b6658-6aab-4863-9381-91ebcbd0ce77,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:42.150580 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:42.205676 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=110b6658-6aab-4863-9381-91ebcbd0ce77,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:42.231708 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-9706f185-04a6-4e5e-aac8-59b0f1a51cb1 service neutron] 10.222.0.55 "GET /v2.0/networks/0bcc5330-fb8d-4ac5-8c91-fc8cafd86886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080112 May 24 15:38:42.430560 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b2b68145-035b-4e3a-bdb9-8eea5183e44b req-927ae8c7-c0b3-430d-9164-41954bfb4d93 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 210 time: 0.0434704 May 24 15:38:42.557476 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40a9b0c-41ff-4302-9070-3d839879ebbb x-openstack-request-id: req-f40a9b0c-41ff-4302-9070-3d839879ebbb {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:38:42.558404 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baac3150-841e-41d4-8408-93df2ec929c9", "name": "network-vif-plugged", "status": "completed", "tag": "96344a89-ed01-4bee-abb4-d0e1e6ef0c96", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:38:42.558867 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f40a9b0c-41ff-4302-9070-3d839879ebbb {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:38:42.559501 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40a9b0c-41ff-4302-9070-3d839879ebbb'] response: {'server_uuid': 'baac3150-841e-41d4-8408-93df2ec929c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96344a89-ed01-4bee-abb4-d0e1e6ef0c96', 'code': 200} May 24 15:38:42.701204 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea40fe9-00ae-4f35-be07-9d91c213133b req-8f042846-b97b-45fc-a4ed-2b789ddbf46d tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:42.702707 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3ea40fe9-00ae-4f35-be07-9d91c213133b req-8f042846-b97b-45fc-a4ed-2b789ddbf46d tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.1099222 May 24 15:38:42.709135 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b16a5-0c70-431b-b14b-b80e6597d7b2 req-e88b82f2-3563-42f3-8fe8-ab2bdeae4158 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:42.710623 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a30b16a5-0c70-431b-b14b-b80e6597d7b2 req-e88b82f2-3563-42f3-8fe8-ab2bdeae4158 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0679953 May 24 15:38:42.717261 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:42.779895 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a30b16a5-0c70-431b-b14b-b80e6597d7b2 req-f70cd6e4-8be2-4256-9dc1-e8f9414c98ff tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605664 May 24 15:38:42.802899 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3ea40fe9-00ae-4f35-be07-9d91c213133b req-9cd98771-08d4-4298-be1b-68d1d3dcc0e5 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892847 May 24 15:38:42.983651 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47046) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:43.008384 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c6472-9618-4a47-8528-3c97b9784564 req-4e4ee0ad-de50-4510-8170-1568fa82019c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:43.009944 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f46c6472-9618-4a47-8528-3c97b9784564 req-4e4ee0ad-de50-4510-8170-1568fa82019c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 944 time: 0.0476089 May 24 15:38:43.060641 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f46c6472-9618-4a47-8528-3c97b9784564 req-c1510426-2248-4c7d-bac9-3063903467c9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447834 May 24 15:38:43.171468 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f17fcbec-1ec3-46df-9fde-70c0932b2228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:43.207980 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:43.214453 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:43.259122 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f17fcbec-1ec3-46df-9fde-70c0932b2228 admin admin] Publish callbacks [] for security_group (dff6da0e-d245-4246-8276-fce122c6047f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:43.263002 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f17fcbec-1ec3-46df-9fde-70c0932b2228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (dff6da0e-d245-4246-8276-fce122c6047f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:43.306634 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f17fcbec-1ec3-46df-9fde-70c0932b2228 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f5149f6a2fb4a35a9193680831e5fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218803 May 24 15:38:43.307736 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fcbec-1ec3-46df-9fde-70c0932b2228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff6da0e-d245-4246-8276-fce122c6047f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:43.310168 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47064) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:43.360461 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36c53ced-bcd8-4a3b-a278-39d1bd290423 admin admin] Publish callbacks [] for security_group (dff6da0e-d245-4246-8276-fce122c6047f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:43.384350 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36c53ced-bcd8-4a3b-a278-39d1bd290423 admin admin] Publish callbacks [] for security_group (dff6da0e-d245-4246-8276-fce122c6047f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:43.448651 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36c53ced-bcd8-4a3b-a278-39d1bd290423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (dff6da0e-d245-4246-8276-fce122c6047f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:43.451409 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36c53ced-bcd8-4a3b-a278-39d1bd290423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:43.452792 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-36c53ced-bcd8-4a3b-a278-39d1bd290423 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dff6da0e-d245-4246-8276-fce122c6047f HTTP/1.1" status: 204 len: 168 time: 0.1415415 May 24 15:38:43.461987 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c53ced-bcd8-4a3b-a278-39d1bd290423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff6da0e-d245-4246-8276-fce122c6047f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:43.552810 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d17ceb95-9cf1-47f5-b3ad-b87502e2d726 req-566c6c90-cdf6-4188-abf4-150c237ac71a tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 210 time: 0.0291321 May 24 15:38:43.731828 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47084) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:43.893246 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 47094) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:43.900840 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bfab763-fb7b-402c-b42d-8fd0ca419041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:43.965903 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-56829b3f-05b8-47bc-8e86-ed738b0064de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:43.985331 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bfab763-fb7b-402c-b42d-8fd0ca419041 admin admin] Publish callbacks [] for security_group (9615d0e5-a49c-4a05-ab49-2d688ce0728c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:43.990920 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2bfab763-fb7b-402c-b42d-8fd0ca419041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (9615d0e5-a49c-4a05-ab49-2d688ce0728c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.005441 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff05ecc-e647-4408-a0f3-2df3f11487c7 req-c6f2531b-0a83-458d-9c1c-53ba1c28cd0d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:44.006909 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5ff05ecc-e647-4408-a0f3-2df3f11487c7 req-c6f2531b-0a83-458d-9c1c-53ba1c28cd0d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.1223021 May 24 15:38:44.015055 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2731932-96fb-4118-982c-f763db65b017 req-1da31979-06ac-4ddb-96a8-acb4c3221d6b tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:44.016387 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b2731932-96fb-4118-982c-f763db65b017 req-1da31979-06ac-4ddb-96a8-acb4c3221d6b tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.1191370 May 24 15:38:44.036900 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2bfab763-fb7b-402c-b42d-8fd0ca419041 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=247c707f54a2424383c57b9f96298e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012643 May 24 15:38:44.036900 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfab763-fb7b-402c-b42d-8fd0ca419041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9615d0e5-a49c-4a05-ab49-2d688ce0728c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:44.038372 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47098) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:44.093292 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8576b631-62b2-4a02-86d8-d55ba7c57ae2 admin admin] Publish callbacks [] for security_group (9615d0e5-a49c-4a05-ab49-2d688ce0728c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.115114 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8576b631-62b2-4a02-86d8-d55ba7c57ae2 admin admin] Publish callbacks [] for security_group (9615d0e5-a49c-4a05-ab49-2d688ce0728c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.120894 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5ff05ecc-e647-4408-a0f3-2df3f11487c7 req-1c293238-ea72-4a1e-8569-17b1fa4d8741 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035180 May 24 15:38:44.124937 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b2731932-96fb-4118-982c-f763db65b017 req-5691e801-4121-4fc7-9440-5c38eb16144a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974619 May 24 15:38:44.162596 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-56829b3f-05b8-47bc-8e86-ed738b0064de admin admin] Publish callbacks [] for security_group (85e4e68e-e4c9-468b-b08a-0a3d9e7a92ea), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.167160 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-56829b3f-05b8-47bc-8e86-ed738b0064de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (85e4e68e-e4c9-468b-b08a-0a3d9e7a92ea), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.169459 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8576b631-62b2-4a02-86d8-d55ba7c57ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (9615d0e5-a49c-4a05-ab49-2d688ce0728c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.172573 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8576b631-62b2-4a02-86d8-d55ba7c57ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.173761 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8576b631-62b2-4a02-86d8-d55ba7c57ae2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9615d0e5-a49c-4a05-ab49-2d688ce0728c HTTP/1.1" status: 204 len: 168 time: 0.1342497 May 24 15:38:44.185985 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576b631-62b2-4a02-86d8-d55ba7c57ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9615d0e5-a49c-4a05-ab49-2d688ce0728c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:44.199450 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:44.208522 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56829b3f-05b8-47bc-8e86-ed738b0064de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e4e68e-e4c9-468b-b08a-0a3d9e7a92ea,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:44.216403 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-56829b3f-05b8-47bc-8e86-ed738b0064de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e9c30e4b1a14232ae4e7cf17a8d0809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174047 May 24 15:38:44.218441 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47104) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:44.267290 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7a872-7449-4645-b1c4-63ffcdf39543 req-3779cf5d-0fe2-4c27-a585-2fc8a1138067 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:44.268870 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-55e7a872-7449-4645-b1c4-63ffcdf39543 req-3779cf5d-0fe2-4c27-a585-2fc8a1138067 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 944 time: 0.0542483 May 24 15:38:44.284011 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6d047b3-c1c3-4345-bc9f-535dddb8d42d admin admin] Publish callbacks [] for security_group (85e4e68e-e4c9-468b-b08a-0a3d9e7a92ea), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.306408 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6d047b3-c1c3-4345-bc9f-535dddb8d42d admin admin] Publish callbacks [] for security_group (85e4e68e-e4c9-468b-b08a-0a3d9e7a92ea), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.320632 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-55e7a872-7449-4645-b1c4-63ffcdf39543 req-683a5091-6063-486b-b599-cc2bbdf463ac tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447748 May 24 15:38:44.359258 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6d047b3-c1c3-4345-bc9f-535dddb8d42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (85e4e68e-e4c9-468b-b08a-0a3d9e7a92ea), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.363428 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6d047b3-c1c3-4345-bc9f-535dddb8d42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.364703 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f6d047b3-c1c3-4345-bc9f-535dddb8d42d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85e4e68e-e4c9-468b-b08a-0a3d9e7a92ea HTTP/1.1" status: 204 len: 168 time: 0.1450315 May 24 15:38:44.372915 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d047b3-c1c3-4345-bc9f-535dddb8d42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e4e68e-e4c9-468b-b08a-0a3d9e7a92ea,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:44.559951 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 47114) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:44.573606 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06acc6de-b63b-4b31-9cc9-a7e0470e2119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.618589 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['e827b410-d904-420a-8600-036fec1a80f7'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:38:44.676850 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1651b4a2-c914-4212-988b-947c5a2acb1e req-d6a766b7-d251-41d5-bf1e-ef5e177c2cbd tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 210 time: 0.0425766 May 24 15:38:44.707967 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06acc6de-b63b-4b31-9cc9-a7e0470e2119 admin admin] Publish callbacks [] for security_group (83e696c7-51e0-4d63-8244-06fb91925c1f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.714034 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06acc6de-b63b-4b31-9cc9-a7e0470e2119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (83e696c7-51e0-4d63-8244-06fb91925c1f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.736816 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:44.764754 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-06acc6de-b63b-4b31-9cc9-a7e0470e2119 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cca00a0f7b04d6f9d79013f1b8fc506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035034 May 24 15:38:44.765728 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acc6de-b63b-4b31-9cc9-a7e0470e2119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e696c7-51e0-4d63-8244-06fb91925c1f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:44.767651 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47124) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:44.789805 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:44.812957 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:44.832402 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-107d109c-8ba2-4081-93af-b25bed1a3c50 admin admin] Publish callbacks [] for security_group (83e696c7-51e0-4d63-8244-06fb91925c1f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.854705 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-107d109c-8ba2-4081-93af-b25bed1a3c50 admin admin] Publish callbacks [] for security_group (83e696c7-51e0-4d63-8244-06fb91925c1f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.904470 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-107d109c-8ba2-4081-93af-b25bed1a3c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (83e696c7-51e0-4d63-8244-06fb91925c1f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.907014 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-107d109c-8ba2-4081-93af-b25bed1a3c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:44.908188 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-107d109c-8ba2-4081-93af-b25bed1a3c50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83e696c7-51e0-4d63-8244-06fb91925c1f HTTP/1.1" status: 204 len: 168 time: 0.1378653 May 24 15:38:44.916475 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d109c-8ba2-4081-93af-b25bed1a3c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e696c7-51e0-4d63-8244-06fb91925c1f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:45.338003 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4c37a-7049-41ba-a150-70ae567c002f req-527ac205-7cd7-46dd-8522-4f7baf5d523e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:45.339547 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99e4c37a-7049-41ba-a150-70ae567c002f req-527ac205-7cd7-46dd-8522-4f7baf5d523e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0956752 May 24 15:38:45.359894 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489b1d8-58f4-450e-926b-b4d1e9628034 req-b7500d9d-32b8-4a1f-a5fa-88500ca1a998 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:45.362985 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8489b1d8-58f4-450e-926b-b4d1e9628034 req-b7500d9d-32b8-4a1f-a5fa-88500ca1a998 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.1049566 May 24 15:38:45.436720 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99e4c37a-7049-41ba-a150-70ae567c002f req-eb151e32-32d2-40df-87b5-cdb3ec2afddf tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859921 May 24 15:38:45.467315 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8489b1d8-58f4-450e-926b-b4d1e9628034 req-4d851ba6-ff56-4e89-bfd6-093b4b642442 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933752 May 24 15:38:45.586025 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0feee-42f0-44ba-9b3c-c9f37f2790b7 req-ff14b66c-74ac-4f15-86ac-d0af93b33c0a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:45.587848 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d6c0feee-42f0-44ba-9b3c-c9f37f2790b7 req-ff14b66c-74ac-4f15-86ac-d0af93b33c0a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 944 time: 0.0722566 May 24 15:38:45.639316 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d6c0feee-42f0-44ba-9b3c-c9f37f2790b7 req-fb5bcbee-d1aa-4d96-b7b2-db1b1e383a5f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 May 24 15:38:45.786561 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7b42fd63-a938-408b-929f-feccd5dedc33 req-cad7fe22-d50d-49be-839c-0e925559605a tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 210 time: 0.0299418 May 24 15:38:46.609332 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cf5a7-842d-4b9d-908f-5e1e35cd7216 req-5a00045c-80ef-43cf-ba39-c91540240aa2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:46.615973 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fa4cf5a7-842d-4b9d-908f-5e1e35cd7216 req-5a00045c-80ef-43cf-ba39-c91540240aa2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0906761 May 24 15:38:46.628395 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca9ac6-2b0d-4cbf-bea6-ff9679a01710 req-01531b1a-16cf-4da5-b7ef-273cadf91108 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:46.629877 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5eca9ac6-2b0d-4cbf-bea6-ff9679a01710 req-01531b1a-16cf-4da5-b7ef-273cadf91108 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.0955248 May 24 15:38:46.690841 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fa4cf5a7-842d-4b9d-908f-5e1e35cd7216 req-053c0dc6-9323-4886-a56b-3e2d3952b4e0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739799 May 24 15:38:46.718440 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5eca9ac6-2b0d-4cbf-bea6-ff9679a01710 req-5fc0e018-f341-40b1-b5fc-0d75e0e2326f tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757859 May 24 15:38:46.836198 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b7c43-162f-45e4-aaa4-477431a840fb req-acaa4ff3-03d0-443f-ab3f-c8c3ac4555a4 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:46.837822 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f0b7c43-162f-45e4-aaa4-477431a840fb req-acaa4ff3-03d0-443f-ab3f-c8c3ac4555a4 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 944 time: 0.0565970 May 24 15:38:46.893176 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-07393f36-df48-444e-9d94-bb1a124d6529 req-9d001355-8309-4d22-b2f7-98a8337b0c7f tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 210 time: 0.0335553 May 24 15:38:46.913689 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f0b7c43-162f-45e4-aaa4-477431a840fb req-306f4d24-cf9c-4d64-ba3f-43b84d97766f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658774 May 24 15:38:47.261116 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['110b6658-6aab-4863-9381-91ebcbd0ce77'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:38:47.297234 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:47.511954 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bbbea-625b-455a-a327-1f50364b709e req-f3d5e1b2-03b2-41a5-b110-89bebf3fd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:47.513794 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b04bbbea-625b-455a-a327-1f50364b709e req-f3d5e1b2-03b2-41a5-b110-89bebf3fd653 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 1130 time: 0.0787375 May 24 15:38:47.533600 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b04bbbea-625b-455a-a327-1f50364b709e req-b8891669-be24-4a3c-9d33-54c6b45c3ea5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:47.566112 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:47.617564 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b04bbbea-625b-455a-a327-1f50364b709e req-b8891669-be24-4a3c-9d33-54c6b45c3ea5 service neutron] Publish callbacks [] for security_group (b56212ab-e27a-44b5-a2a6-548f77615cba), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:47.622952 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b04bbbea-625b-455a-a327-1f50364b709e req-b8891669-be24-4a3c-9d33-54c6b45c3ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b56212ab-e27a-44b5-a2a6-548f77615cba), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:47.668586 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b04bbbea-625b-455a-a327-1f50364b709e req-b8891669-be24-4a3c-9d33-54c6b45c3ea5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486709 May 24 15:38:47.669291 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8891669-be24-4a3c-9d33-54c6b45c3ea5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b56212ab-e27a-44b5-a2a6-548f77615cba,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:47.846240 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e198f-4624-4df7-b8e9-c8e3fbc0a549 req-355f6204-45d9-47e6-8cf3-9f537fb09b2c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:47.847800 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0a2e198f-4624-4df7-b8e9-c8e3fbc0a549 req-355f6204-45d9-47e6-8cf3-9f537fb09b2c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0765448 May 24 15:38:47.866735 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a8f1d-f391-4ccc-9198-8f2b2924107a req-791a0abb-0ad6-41d9-ad2f-c65358a0d16e tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:47.868227 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-966a8f1d-f391-4ccc-9198-8f2b2924107a req-791a0abb-0ad6-41d9-ad2f-c65358a0d16e tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.0652649 May 24 15:38:47.909481 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:47.937048 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0a2e198f-4624-4df7-b8e9-c8e3fbc0a549 req-168d7b62-49ea-41f5-b706-311d9c95e6ff tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817997 May 24 15:38:47.940756 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-966a8f1d-f391-4ccc-9198-8f2b2924107a req-4b0c95d3-9102-4302-9944-d1237b3507d4 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646255 May 24 15:38:48.035371 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6de2bbc8-64db-4a1f-abad-f298821ab84f req-6bb46163-b068-4b7e-853e-33c5f2625202 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 210 time: 0.0402055 May 24 15:38:48.072155 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba5caf-7f49-448c-a555-0f491f8f055a req-f4fd530b-759e-46cd-9fb7-c6873d4739c8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:48.073583 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9dba5caf-7f49-448c-a555-0f491f8f055a req-f4fd530b-759e-46cd-9fb7-c6873d4739c8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 944 time: 0.0677078 May 24 15:38:48.121946 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9dba5caf-7f49-448c-a555-0f491f8f055a req-3da7d5a4-65b4-4557-a873-a6c01b0c8f67 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423255 May 24 15:38:48.605006 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-cca6ec55-42db-4d35-85b5-f5da45f3b1bf tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:48.606484 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-cca6ec55-42db-4d35-85b5-f5da45f3b1bf tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.59 "GET /v2.0/networks?id=0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 HTTP/1.1" status: 200 len: 808 time: 0.1061645 May 24 15:38:48.626234 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Request body: {'port': {'device_id': '47371c4c-744d-41c8-88ce-77c16bb4bbef', 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886', 'admin_state_up': True, 'tenant_id': '80a3c5535f9040e58e055a7277514da1'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:48.765777 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Made reservation on behalf of 80a3c5535f9040e58e055a7277514da1 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:38:48.769523 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:48.906140 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Allocated IP 172.20.0.4 (0bcc5330-fb8d-4ac5-8c91-fc8cafd86886/e204680e-666a-409c-8875-2514db4d1b08/cf59e677-240a-4b1e-b4d1-2c5ed01afc57) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:38:49.076315 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:49.148521 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486e66b-e678-49e5-b849-838ba8ef1b7b req-a1d66a41-1ec2-46a1-a660-9035cdc8d693 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:49.149974 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d486e66b-e678-49e5-b849-838ba8ef1b7b req-a1d66a41-1ec2-46a1-a660-9035cdc8d693 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.1017933 May 24 15:38:49.158404 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c9c06-9ebd-4603-9838-f61afcb675f3 req-e020a913-4aca-4559-a8ea-978afe68c611 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:49.159751 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f60c9c06-9ebd-4603-9838-f61afcb675f3 req-e020a913-4aca-4559-a8ea-978afe68c611 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.1130800 May 24 15:38:49.219540 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks [] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:49.270092 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d486e66b-e678-49e5-b849-838ba8ef1b7b req-b520c4a3-f220-4e94-83e0-267190323bf3 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072199 May 24 15:38:49.270472 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:49.277974 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f60c9c06-9ebd-4603-9838-f61afcb675f3 req-dce78b53-50c2-4f12-8c86-6057e38007a6 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119704 May 24 15:38:49.304700 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:49.355767 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:38:49.376243 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47316) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:49.379918 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:38:49.382476 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:38:49.436791 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Pushing event updated for resources: {'Port': ['ID=cf59e677-240a-4b1e-b4d1-2c5ed01afc57,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:49.483104 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:49.483708 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:49.488004 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51a14702-ccb6-47f0-8bd9-a63b7dc40368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:49.493033 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bb692-1a76-4c2f-bf70-ab18e3d13e4c req-e2fc70ed-281f-43a5-8a68-95acf387081e tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:49.494807 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-342bb692-1a76-4c2f-bf70-ab18e3d13e4c req-e2fc70ed-281f-43a5-8a68-95acf387081e tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 931 time: 0.1460900 May 24 15:38:49.503607 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d0fe9-477b-443d-a6b4-6a43ce75bee2 req-b11c5aa5-cfcc-4b6d-aacc-f547b6e640b8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:49.505122 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a13d0fe9-477b-443d-a6b4-6a43ce75bee2 req-b11c5aa5-cfcc-4b6d-aacc-f547b6e640b8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 944 time: 0.1483469 May 24 15:38:49.545769 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-ac648680-8cd1-44cc-9757-8aba393278d2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9233952 May 24 15:38:49.586564 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51a14702-ccb6-47f0-8bd9-a63b7dc40368 admin admin] Publish callbacks [] for security_group (2c6edbd9-72af-4637-b7c7-af0b63476043), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:49.591881 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-51a14702-ccb6-47f0-8bd9-a63b7dc40368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (2c6edbd9-72af-4637-b7c7-af0b63476043), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:49.595503 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-342bb692-1a76-4c2f-bf70-ab18e3d13e4c req-181c225c-b8f7-479e-991e-1ec24f48cfec tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894027 May 24 15:38:49.599121 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a13d0fe9-477b-443d-a6b4-6a43ce75bee2 req-94fb5dbb-544e-4905-842c-41cb13530ca8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845091 May 24 15:38:49.624082 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-51a14702-ccb6-47f0-8bd9-a63b7dc40368 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71fdda3a7c6e41ceb57a3cef30eec300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442999 May 24 15:38:49.628254 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 47326) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:49.643458 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a14702-ccb6-47f0-8bd9-a63b7dc40368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6edbd9-72af-4637-b7c7-af0b63476043,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:49.679902 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ec0cd13-c2a3-442e-bf52-496f0d644dfb admin admin] Publish callbacks [] for security_group (2c6edbd9-72af-4637-b7c7-af0b63476043), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:49.705740 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ec0cd13-c2a3-442e-bf52-496f0d644dfb admin admin] Publish callbacks [] for security_group (2c6edbd9-72af-4637-b7c7-af0b63476043), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:49.756700 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ec0cd13-c2a3-442e-bf52-496f0d644dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (2c6edbd9-72af-4637-b7c7-af0b63476043), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:49.759532 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ec0cd13-c2a3-442e-bf52-496f0d644dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:49.760684 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-1ec0cd13-c2a3-442e-bf52-496f0d644dfb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c6edbd9-72af-4637-b7c7-af0b63476043 HTTP/1.1" status: 204 len: 168 time: 0.1352940 May 24 15:38:49.769265 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0cd13-c2a3-442e-bf52-496f0d644dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6edbd9-72af-4637-b7c7-af0b63476043,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:50.062846 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 47362) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:50.078075 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-740d5f6f-287a-4db0-82d3-63cd5a56dc31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:50.123260 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:50.158860 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-740d5f6f-287a-4db0-82d3-63cd5a56dc31 admin admin] Publish callbacks [] for security_group (1ba503e3-7e90-4975-bec9-2dbec888e1ef), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:50.163424 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-740d5f6f-287a-4db0-82d3-63cd5a56dc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (1ba503e3-7e90-4975-bec9-2dbec888e1ef), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:50.204794 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-740d5f6f-287a-4db0-82d3-63cd5a56dc31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca2378176a79476f81b2996c722d57db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380193 May 24 15:38:50.204794 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d5f6f-287a-4db0-82d3-63cd5a56dc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba503e3-7e90-4975-bec9-2dbec888e1ef,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:50.206889 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47370) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:50.264284 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb131eb4-d7d1-460c-9a49-4a5e30bd67ba admin admin] Publish callbacks [] for security_group (1ba503e3-7e90-4975-bec9-2dbec888e1ef), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:50.286776 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb131eb4-d7d1-460c-9a49-4a5e30bd67ba admin admin] Publish callbacks [] for security_group (1ba503e3-7e90-4975-bec9-2dbec888e1ef), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:50.337120 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb131eb4-d7d1-460c-9a49-4a5e30bd67ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (1ba503e3-7e90-4975-bec9-2dbec888e1ef), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:50.339962 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb131eb4-d7d1-460c-9a49-4a5e30bd67ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:50.343916 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-eb131eb4-d7d1-460c-9a49-4a5e30bd67ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ba503e3-7e90-4975-bec9-2dbec888e1ef HTTP/1.1" status: 204 len: 168 time: 0.1359863 May 24 15:38:50.370379 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb131eb4-d7d1-460c-9a49-4a5e30bd67ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba503e3-7e90-4975-bec9-2dbec888e1ef,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:50.399932 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347045cb-f270-46dc-b2b9-3f0a37b040f3 req-ae728f7b-2022-442e-b2f6-6b0f3f4dcc1e tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:50.401431 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-347045cb-f270-46dc-b2b9-3f0a37b040f3 req-ae728f7b-2022-442e-b2f6-6b0f3f4dcc1e tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.0513372 May 24 15:38:50.466081 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f59eb8-601e-42c5-89f3-2871055e3cf4 req-706dd2af-e2c3-4f96-b0cb-baae81cdc98a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:50.467772 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c3f59eb8-601e-42c5-89f3-2871055e3cf4 req-706dd2af-e2c3-4f96-b0cb-baae81cdc98a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0649440 May 24 15:38:50.567457 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device b4136280-42c5-46f1-8248-0dcb997d0277 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:38:50.676172 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=b4136280-42c5-46f1-8248-0dcb997d0277,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:50.689424 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'port_id': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'mac_address': 'fa:16:3e:21:60:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:38:50.704557 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-347045cb-f270-46dc-b2b9-3f0a37b040f3 req-b3189616-3afa-4e99-8d25-2386f994174f tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921886 May 24 15:38:50.737383 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port b4136280-42c5-46f1-8248-0dcb997d0277 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:50.737861 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:50.740572 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c3f59eb8-601e-42c5-89f3-2871055e3cf4 req-92fe76a6-9ba4-4565-946a-522fd3083ed2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635198 May 24 15:38:50.762526 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4136280-42c5-46f1-8248-0dcb997d0277 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:38:50.794256 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=b4136280-42c5-46f1-8248-0dcb997d0277,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:50.802875 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:50.838222 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:50.855135 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=b4136280-42c5-46f1-8248-0dcb997d0277,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:50.880410 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3abd64-1fd8-4e17-9472-7cbd6e86259d req-c3e2ed8f-6594-4e79-834a-4598fb767cd5 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:50.881866 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ac3abd64-1fd8-4e17-9472-7cbd6e86259d req-c3e2ed8f-6594-4e79-834a-4598fb767cd5 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 931 time: 0.0846784 May 24 15:38:50.890518 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9d40f-bb9f-4b05-9507-7d68d788388f req-ed4b3c22-b9e7-4966-9bbf-23616f81f061 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:50.891946 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e6e9d40f-bb9f-4b05-9507-7d68d788388f req-ed4b3c22-b9e7-4966-9bbf-23616f81f061 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 944 time: 0.0643468 May 24 15:38:50.966113 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ac3abd64-1fd8-4e17-9472-7cbd6e86259d req-4a01bfcd-3c6b-4a1a-a673-1c0ec84f8aad tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730062 May 24 15:38:50.970185 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e6e9d40f-bb9f-4b05-9507-7d68d788388f req-a28ebf2d-3b4e-4f0b-aa6f-734b0e79ff21 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693381 May 24 15:38:51.310615 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:51.496083 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Request body: {'port': {'device_id': '47371c4c-744d-41c8-88ce-77c16bb4bbef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:38:51.496380 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 110b6658-6aab-4863-9381-91ebcbd0ce77 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:51.565449 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port 110b6658-6aab-4863-9381-91ebcbd0ce77 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:38:51.567759 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:51.580402 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port 110b6658-6aab-4863-9381-91ebcbd0ce77 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:51.580913 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:51.658606 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 110b6658-6aab-4863-9381-91ebcbd0ce77 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:51.659296 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:51.686224 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fdd945-52b6-4e16-9cd0-06bf19fc5536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110b6658-6aab-4863-9381-91ebcbd0ce77'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:38:51.688469 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ef3d23-b4c9-4a26-ac26-f451a678990a" -d '{"events": [{"server_uuid": "69fdd945-52b6-4e16-9cd0-06bf19fc5536", "name": "network-vif-plugged", "status": "completed", "tag": "110b6658-6aab-4863-9381-91ebcbd0ce77"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:38:51.711579 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 110b6658-6aab-4863-9381-91ebcbd0ce77, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=110b6658-6aab-4863-9381-91ebcbd0ce77,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:51.723484 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:51.726395 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device e827b410-d904-420a-8600-036fec1a80f7 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:51.753371 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8489f94-9603-45a8-a8e9-91e5ba0a7697 x-openstack-request-id: req-c8489f94-9603-45a8-a8e9-91e5ba0a7697 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:38:51.754030 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fdd945-52b6-4e16-9cd0-06bf19fc5536", "name": "network-vif-plugged", "status": "completed", "tag": "110b6658-6aab-4863-9381-91ebcbd0ce77", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:38:51.754113 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8489f94-9603-45a8-a8e9-91e5ba0a7697 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:38:51.754677 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8489f94-9603-45a8-a8e9-91e5ba0a7697'] response: {'server_uuid': '69fdd945-52b6-4e16-9cd0-06bf19fc5536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110b6658-6aab-4863-9381-91ebcbd0ce77', 'code': 200} May 24 15:38:51.837104 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:51.848745 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=110b6658-6aab-4863-9381-91ebcbd0ce77,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:51.858136 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port e827b410-d904-420a-8600-036fec1a80f7 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:38:51.866337 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port e827b410-d904-420a-8600-036fec1a80f7 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:51.867074 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (e827b410-d904-420a-8600-036fec1a80f7), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:51.922408 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['b4136280-42c5-46f1-8248-0dcb997d0277'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:38:51.965415 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627225c4-6b32-4d95-b776-a48ffb3383c9 req-a32ba95c-e247-4cf2-be3a-38c0a9bf9301 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:51.967089 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-627225c4-6b32-4d95-b776-a48ffb3383c9 req-a32ba95c-e247-4cf2-be3a-38c0a9bf9301 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.1422365 May 24 15:38:52.039164 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9622b-1c8b-4875-8a1b-3d5279710008 req-239fa5e0-eeca-4470-ae13-88e1875c9c52 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:52.047962 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3cb9622b-1c8b-4875-8a1b-3d5279710008 req-239fa5e0-eeca-4470-ae13-88e1875c9c52 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 944 time: 0.1430099 May 24 15:38:52.072595 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:52.115789 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port e827b410-d904-420a-8600-036fec1a80f7 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:52.115789 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (e827b410-d904-420a-8600-036fec1a80f7), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:52.117892 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-627225c4-6b32-4d95-b776-a48ffb3383c9 req-9ad35df9-a2cf-4f4b-a8fa-8e7438834009 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420164 May 24 15:38:52.234598 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port e827b410-d904-420a-8600-036fec1a80f7, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=e827b410-d904-420a-8600-036fec1a80f7,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:52.242215 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (e827b410-d904-420a-8600-036fec1a80f7), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:52.303524 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=e827b410-d904-420a-8600-036fec1a80f7,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:52.318165 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3cb9622b-1c8b-4875-8a1b-3d5279710008 req-dba972b4-5334-490a-8fcc-08fca8cd6f14 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692509 May 24 15:38:52.327581 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf59e677-240a-4b1e-b4d1-2c5ed01afc57 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:38:52.338529 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6d376-8804-4300-92e0-b9a6fc524639 req-971dbca6-328c-4c5c-850d-c83b0c24a41f tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:52.340306 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7fe6d376-8804-4300-92e0-b9a6fc524639 req-971dbca6-328c-4c5c-850d-c83b0c24a41f tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 931 time: 0.0909262 May 24 15:38:52.345777 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Publish callbacks [] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:52.379114 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Transition to ACTIVE for port object cf59e677-240a-4b1e-b4d1-2c5ed01afc57 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:38:52.394013 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:52.512434 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Pushing event updated for resources: {'Port': ['ID=cf59e677-240a-4b1e-b4d1-2c5ed01afc57,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:52.527045 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7fe6d376-8804-4300-92e0-b9a6fc524639 req-fe347029-43b8-4ad9-94a8-694210476149 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659398 May 24 15:38:52.535544 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e536f-6aac-47fc-a035-3b7c2c4a22a6 req-879e7688-3a2a-42d1-97d5-7b3b0ff23639 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:52.542816 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4d8e536f-6aac-47fc-a035-3b7c2c4a22a6 req-879e7688-3a2a-42d1-97d5-7b3b0ff23639 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.1151433 May 24 15:38:52.605338 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0aa0f2-c750-4cdc-a5d7-c508ee6b89dc req-cf9bcf5b-da6c-40c2-85f5-c2aa9b13023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:52.607047 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5f0aa0f2-c750-4cdc-a5d7-c508ee6b89dc req-cf9bcf5b-da6c-40c2-85f5-c2aa9b13023e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 1129 time: 0.0480125 May 24 15:38:52.721013 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4d8e536f-6aac-47fc-a035-3b7c2c4a22a6 req-8e538f93-c5fe-46e9-b804-855a5c59dc33 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778862 May 24 15:38:52.733956 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5f0aa0f2-c750-4cdc-a5d7-c508ee6b89dc req-173d925a-56ac-4c49-a5ad-91d6fa310a3d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141467 May 24 15:38:52.744337 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Attempting to bind port cf59e677-240a-4b1e-b4d1-2c5ed01afc57 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:38:52.744874 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Attempting to bind port cf59e677-240a-4b1e-b4d1-2c5ed01afc57 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': '448bbe05-ed21-4d40-9b78-09dcd704bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:38:52.745240 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Attempting to bind port cf59e677-240a-4b1e-b4d1-2c5ed01afc57 on network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:52.750282 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Port cf59e677-240a-4b1e-b4d1-2c5ed01afc57 on network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:38:52.750531 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Attempting to bind port cf59e677-240a-4b1e-b4d1-2c5ed01afc57 on network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:38:52.753781 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:52.758334 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:38:52.758862 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Checking segment: {'id': '448bbe05-ed21-4d40-9b78-09dcd704bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:38:52.759380 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Bound using segment: {'id': '448bbe05-ed21-4d40-9b78-09dcd704bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:38:52.759974 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Bound port: cf59e677-240a-4b1e-b4d1-2c5ed01afc57, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448bbe05-ed21-4d40-9b78-09dcd704bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:38:52.760502 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:52.802698 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device b4136280-42c5-46f1-8248-0dcb997d0277 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:38:52.848747 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] For port cf59e677-240a-4b1e-b4d1-2c5ed01afc57, host hv-cinder-84315, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:38:52.852808 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] For port cf59e677-240a-4b1e-b4d1-2c5ed01afc57, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=cf59e677-240a-4b1e-b4d1-2c5ed01afc57,segment=NetworkSegment(448bbe05-ed21-4d40-9b78-09dcd704bdd3),segment_id=448bbe05-ed21-4d40-9b78-09dcd704bdd3)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:38:52.856623 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port b4136280-42c5-46f1-8248-0dcb997d0277 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:38:52.862307 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:52.866680 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port b4136280-42c5-46f1-8248-0dcb997d0277 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:38:52.867085 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:52.898873 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:52.914470 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:52.915406 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:52.916949 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] 10.222.0.59 "PUT /v2.0/ports/cf59e677-240a-4b1e-b4d1-2c5ed01afc57 HTTP/1.1" status: 200 len: 1093 time: 1.4262247 May 24 15:38:52.917401 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47371c4c-744d-41c8-88ce-77c16bb4bbef', 'tag': 'cf59e677-240a-4b1e-b4d1-2c5ed01afc57'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:38:52.919666 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea63bbd4-d976-4225-99d1-389bc649079a" -d '{"events": [{"name": "network-changed", "server_uuid": "47371c4c-744d-41c8-88ce-77c16bb4bbef", "tag": "cf59e677-240a-4b1e-b4d1-2c5ed01afc57"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:38:52.943762 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290857f-38f6-4bbf-9516-a702eb7d41df service neutron] Pushing event updated for resources: {'Port': ['ID=cf59e677-240a-4b1e-b4d1-2c5ed01afc57,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:52.969789 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2a139a-dabc-4496-8dae-5e995fca2255 x-openstack-request-id: req-2c2a139a-dabc-4496-8dae-5e995fca2255 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:38:52.970374 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47371c4c-744d-41c8-88ce-77c16bb4bbef", "tag": "cf59e677-240a-4b1e-b4d1-2c5ed01afc57", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:38:52.970374 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c2a139a-dabc-4496-8dae-5e995fca2255 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:38:52.970705 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2a139a-dabc-4496-8dae-5e995fca2255'] response: {'name': 'network-changed', 'server_uuid': '47371c4c-744d-41c8-88ce-77c16bb4bbef', 'tag': 'cf59e677-240a-4b1e-b4d1-2c5ed01afc57', 'status': 'completed', 'code': 200} May 24 15:38:52.998855 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port b4136280-42c5-46f1-8248-0dcb997d0277 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:38:52.999573 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:53.039966 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=b4136280-42c5-46f1-8248-0dcb997d0277,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:38:53.044605 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:53.099504 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=b4136280-42c5-46f1-8248-0dcb997d0277,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:53.239027 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47512) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:53.249448 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d76f56-9bdf-40db-bfe5-9a05fdb4cb48 req-4cacf09e-aea4-43fe-b001-37125fb0be92 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:53.251099 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b5d76f56-9bdf-40db-bfe5-9a05fdb4cb48 req-4cacf09e-aea4-43fe-b001-37125fb0be92 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.0634279 May 24 15:38:53.326078 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b5d76f56-9bdf-40db-bfe5-9a05fdb4cb48 req-e11a1b2c-2012-41bb-8443-60e165ff4403 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606599 May 24 15:38:53.479037 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4d476de-98f9-4fd6-af36-625dbbb487a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:53.497877 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:53.504691 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991cd3f-42de-4caf-b646-aea22b56d244 req-a1ff8c81-3d3f-4ce7-aab3-301ffe3a6f3e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:53.511466 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c991cd3f-42de-4caf-b646-aea22b56d244 req-a1ff8c81-3d3f-4ce7-aab3-301ffe3a6f3e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0556827 May 24 15:38:53.578195 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c991cd3f-42de-4caf-b646-aea22b56d244 req-2e4ebd26-2025-44bc-8a73-fc852dab9179 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561266 May 24 15:38:53.580382 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4d476de-98f9-4fd6-af36-625dbbb487a4 admin admin] Publish callbacks [] for security_group (e9e1946d-5b84-4476-9ff5-73b9e0b05cfb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:53.586158 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f4d476de-98f9-4fd6-af36-625dbbb487a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (e9e1946d-5b84-4476-9ff5-73b9e0b05cfb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:53.632461 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f4d476de-98f9-4fd6-af36-625dbbb487a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f55e272091b4ed8ab985f82e710aae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922129 May 24 15:38:53.633360 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47538) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:53.640959 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d476de-98f9-4fd6-af36-625dbbb487a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e1946d-5b84-4476-9ff5-73b9e0b05cfb,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:53.656616 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:53.663967 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bf9e4-2e8b-4cac-afb7-7d28ec9e2f21 req-6b160eba-cf97-4dcd-a062-451645a81ec0 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:53.671113 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-791bf9e4-2e8b-4cac-afb7-7d28ec9e2f21 req-6b160eba-cf97-4dcd-a062-451645a81ec0 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0600834 May 24 15:38:53.710588 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b752930f-89f2-4701-84e8-7173235c927b admin admin] Publish callbacks [] for security_group (e9e1946d-5b84-4476-9ff5-73b9e0b05cfb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:53.723963 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-791bf9e4-2e8b-4cac-afb7-7d28ec9e2f21 req-1f06e774-1e56-458e-a348-7de19c12b234 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519211 May 24 15:38:53.736360 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b752930f-89f2-4701-84e8-7173235c927b admin admin] Publish callbacks [] for security_group (e9e1946d-5b84-4476-9ff5-73b9e0b05cfb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:53.756405 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d791b8-2dce-43c8-9faa-5af5f5e14d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e827b410-d904-420a-8600-036fec1a80f7'}, {'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:38:53.758833 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7142800-e625-4645-9fb1-d572c5639bbf" -d '{"events": [{"server_uuid": "84d791b8-2dce-43c8-9faa-5af5f5e14d65", "name": "network-vif-plugged", "status": "completed", "tag": "e827b410-d904-420a-8600-036fec1a80f7"}, {"server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "name": "network-vif-plugged", "status": "completed", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:38:53.793547 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b752930f-89f2-4701-84e8-7173235c927b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (e9e1946d-5b84-4476-9ff5-73b9e0b05cfb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:53.798762 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b752930f-89f2-4701-84e8-7173235c927b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:53.803113 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b752930f-89f2-4701-84e8-7173235c927b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9e1946d-5b84-4476-9ff5-73b9e0b05cfb HTTP/1.1" status: 204 len: 168 time: 0.1665993 May 24 15:38:53.818352 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752930f-89f2-4701-84e8-7173235c927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e1946d-5b84-4476-9ff5-73b9e0b05cfb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:53.831789 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 May 2022 15:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcc6a34-4a5a-4e81-babf-fba9dfc6c72c x-openstack-request-id: req-efcc6a34-4a5a-4e81-babf-fba9dfc6c72c {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:38:53.832723 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d791b8-2dce-43c8-9faa-5af5f5e14d65", "name": "network-vif-plugged", "status": "completed", "tag": "e827b410-d904-420a-8600-036fec1a80f7", "code": 200}, {"server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "name": "network-vif-plugged", "status": "completed", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:38:53.833124 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-efcc6a34-4a5a-4e81-babf-fba9dfc6c72c {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:38:53.833571 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efcc6a34-4a5a-4e81-babf-fba9dfc6c72c'] response: {'server_uuid': '84d791b8-2dce-43c8-9faa-5af5f5e14d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e827b410-d904-420a-8600-036fec1a80f7', 'code': 200} May 24 15:38:53.833829 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efcc6a34-4a5a-4e81-babf-fba9dfc6c72c'] response: {'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'code': 200} May 24 15:38:53.896216 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1125c-4f94-42fa-88fd-035b73fcd0b7 req-52d30773-8b93-4ba0-8620-ae8c79343617 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:53.897777 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9fb1125c-4f94-42fa-88fd-035b73fcd0b7 req-52d30773-8b93-4ba0-8620-ae8c79343617 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0604987 May 24 15:38:53.945450 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9fb1125c-4f94-42fa-88fd-035b73fcd0b7 req-f7236d17-d9d2-48d3-9b8b-3196f55e70d3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417445 May 24 15:38:54.093169 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47558) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:54.106434 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bb9693d8-cf7c-44f2-88ce-5f38ed9653d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:54.108748 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:54.188914 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bb9693d8-cf7c-44f2-88ce-5f38ed9653d1 admin admin] Publish callbacks [] for security_group (5d2a1989-d236-4f9d-87b4-c5513e6146f6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:54.195388 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bb9693d8-cf7c-44f2-88ce-5f38ed9653d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (5d2a1989-d236-4f9d-87b4-c5513e6146f6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:54.233601 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-bb9693d8-cf7c-44f2-88ce-5f38ed9653d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7eccc882f3274a61a7f437b5e9283213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393366 May 24 15:38:54.234432 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9693d8-cf7c-44f2-88ce-5f38ed9653d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2a1989-d236-4f9d-87b4-c5513e6146f6,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:54.237169 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 47560) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:54.290423 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c5d73b37-b6cd-48f0-91ed-637b9f3e7734 admin admin] Publish callbacks [] for security_group (5d2a1989-d236-4f9d-87b4-c5513e6146f6), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:54.312704 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c5d73b37-b6cd-48f0-91ed-637b9f3e7734 admin admin] Publish callbacks [] for security_group (5d2a1989-d236-4f9d-87b4-c5513e6146f6), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:54.363718 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c5d73b37-b6cd-48f0-91ed-637b9f3e7734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (5d2a1989-d236-4f9d-87b4-c5513e6146f6), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:54.366311 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c5d73b37-b6cd-48f0-91ed-637b9f3e7734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:54.367429 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c5d73b37-b6cd-48f0-91ed-637b9f3e7734 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d2a1989-d236-4f9d-87b4-c5513e6146f6 HTTP/1.1" status: 204 len: 168 time: 0.1290963 May 24 15:38:54.376451 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d73b37-b6cd-48f0-91ed-637b9f3e7734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2a1989-d236-4f9d-87b4-c5513e6146f6,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:54.686043 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9415d6-d986-4939-8118-af17be57e768 req-d9598bbf-a94e-4fbb-88dc-3f7851230bcf tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:54.687521 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ff9415d6-d986-4939-8118-af17be57e768 req-d9598bbf-a94e-4fbb-88dc-3f7851230bcf tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0527117 May 24 15:38:54.735169 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ff9415d6-d986-4939-8118-af17be57e768 req-250859fb-858f-476e-b08f-b3f34a966dc0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 May 24 15:38:54.867766 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7c079-4e31-4db2-bc56-8d8ebd324bb2 req-0b05d483-0bb9-46f4-a4f8-60201cc89703 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:54.869742 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-abf7c079-4e31-4db2-bc56-8d8ebd324bb2 req-0b05d483-0bb9-46f4-a4f8-60201cc89703 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0554345 May 24 15:38:54.923171 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-abf7c079-4e31-4db2-bc56-8d8ebd324bb2 req-52bc0c39-0167-4de3-a062-2e9fe752e856 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470355 May 24 15:38:55.058702 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d152648-a34c-4a07-b0c9-f560451ba930 req-84deec50-be70-4437-bb4e-61819260af0d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:55.060241 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1d152648-a34c-4a07-b0c9-f560451ba930 req-84deec50-be70-4437-bb4e-61819260af0d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0485795 May 24 15:38:55.072857 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:55.110299 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1d152648-a34c-4a07-b0c9-f560451ba930 req-c1c181eb-9fe2-4c19-bc07-21b290a9bfc9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440247 May 24 15:38:55.330477 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7045da26-9a57-4116-98be-7ddcd56ee779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:55.869039 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a0968-c64a-4d97-b2a5-531a9635fd39 req-bbb16f1d-cf44-4b00-8b9a-f94883f604f6 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:55.871036 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-926a0968-c64a-4d97-b2a5-531a9635fd39 req-bbb16f1d-cf44-4b00-8b9a-f94883f604f6 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0616379 May 24 15:38:55.929365 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-926a0968-c64a-4d97-b2a5-531a9635fd39 req-c624fcbb-139d-4f83-80c4-5302e2974509 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522757 May 24 15:38:56.047535 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45cce6-7194-4d56-be22-3a4170603ec7 req-48969d28-bc11-4dd1-b1d4-ab0f32950a0d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:56.049033 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1d45cce6-7194-4d56-be22-3a4170603ec7 req-48969d28-bc11-4dd1-b1d4-ab0f32950a0d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0541780 May 24 15:38:56.103829 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1d45cce6-7194-4d56-be22-3a4170603ec7 req-697812f5-c513-49af-8ab5-a052655369d5 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486794 May 24 15:38:56.252724 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224cac9-a997-4659-8073-111eca1097f0 req-5521dd6f-24d3-404e-adff-cffe861752e3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:56.254943 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6224cac9-a997-4659-8073-111eca1097f0 req-5521dd6f-24d3-404e-adff-cffe861752e3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0768192 May 24 15:38:56.282960 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63bbd4-d976-4225-99d1-389bc649079a req-b9363008-f1d3-45a9-b579-f5a2f617352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:56.284449 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ea63bbd4-d976-4225-99d1-389bc649079a req-b9363008-f1d3-45a9-b579-f5a2f617352d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=80a3c5535f9040e58e055a7277514da1&device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 1127 time: 0.0702553 May 24 15:38:56.321651 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:56.337031 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6224cac9-a997-4659-8073-111eca1097f0 req-ad606696-55af-419d-958f-f4d267115332 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762188 May 24 15:38:56.437664 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63bbd4-d976-4225-99d1-389bc649079a req-a06d3a12-2a1b-44b2-9a97-eb65488931ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:56.439122 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ea63bbd4-d976-4225-99d1-389bc649079a req-a06d3a12-2a1b-44b2-9a97-eb65488931ea service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=80a3c5535f9040e58e055a7277514da1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1278484 May 24 15:38:56.524910 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62a921-cedf-4be8-9500-fb4020b505e3 req-8a4280ce-cc40-4980-a767-1254614abe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:56.526806 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9d62a921-cedf-4be8-9500-fb4020b505e3 req-8a4280ce-cc40-4980-a767-1254614abe11 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 1129 time: 0.0865233 May 24 15:38:56.530131 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e86dc-896e-4a21-8b25-22779bb7eb8c req-4b8a4f51-6f20-4505-b8ec-c9e379360fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:56.532498 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e04e86dc-896e-4a21-8b25-22779bb7eb8c req-4b8a4f51-6f20-4505-b8ec-c9e379360fc9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 1129 time: 0.0863798 May 24 15:38:56.577603 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63bbd4-d976-4225-99d1-389bc649079a req-b080fec8-c23c-4d0d-b4af-bf7bec1ed385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:56.579317 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ea63bbd4-d976-4225-99d1-389bc649079a req-b080fec8-c23c-4d0d-b4af-bf7bec1ed385 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126580 May 24 15:38:56.761233 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 47678) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:56.906177 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c397e497-df00-4fe0-9884-3b02b1303922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.058581 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c397e497-df00-4fe0-9884-3b02b1303922 admin admin] Publish callbacks [] for security_group (576d06cf-6ca4-46d8-ba23-e1d751f69dc9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.095393 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c397e497-df00-4fe0-9884-3b02b1303922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (576d06cf-6ca4-46d8-ba23-e1d751f69dc9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.146467 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9d62a921-cedf-4be8-9500-fb4020b505e3 req-29abee89-d28c-4308-8266-b21434378420 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404138 May 24 15:38:57.161386 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95858a-923b-47a0-8b47-a550efdb1f87 req-439b7c97-e877-42bb-aa7e-96fe5055bb0e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:57.163082 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9d95858a-923b-47a0-8b47-a550efdb1f87 req-439b7c97-e877-42bb-aa7e-96fe5055bb0e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.1033139 May 24 15:38:57.187350 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47710) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:57.187639 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c397e497-df00-4fe0-9884-3b02b1303922 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79a07553bace4c8d9a56742802ce04cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249473 May 24 15:38:57.195290 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397e497-df00-4fe0-9884-3b02b1303922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576d06cf-6ca4-46d8-ba23-e1d751f69dc9,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:57.211019 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:57.232609 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9d95858a-923b-47a0-8b47-a550efdb1f87 req-6e427465-b4e4-4162-9126-7de7cd13e489 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617266 May 24 15:38:57.296672 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0e466715-eaa5-40d5-9590-baf344978094 admin admin] Publish callbacks [] for security_group (576d06cf-6ca4-46d8-ba23-e1d751f69dc9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.348654 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0e466715-eaa5-40d5-9590-baf344978094 admin admin] Publish callbacks [] for security_group (576d06cf-6ca4-46d8-ba23-e1d751f69dc9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.352253 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e04e86dc-896e-4a21-8b25-22779bb7eb8c req-3b63447b-3f82-4d4e-b399-8c014449a78a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073983 May 24 15:38:57.359093 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16545fb-7efc-4b2f-923a-bd4d333e0fa9 req-b4f5d398-eaf7-40da-9a7b-b145b351cc4c tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:57.360692 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d16545fb-7efc-4b2f-923a-bd4d333e0fa9 req-b4f5d398-eaf7-40da-9a7b-b145b351cc4c tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0520158 May 24 15:38:57.401320 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0e466715-eaa5-40d5-9590-baf344978094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (576d06cf-6ca4-46d8-ba23-e1d751f69dc9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.404696 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0e466715-eaa5-40d5-9590-baf344978094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.405838 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-0e466715-eaa5-40d5-9590-baf344978094 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/576d06cf-6ca4-46d8-ba23-e1d751f69dc9 HTTP/1.1" status: 204 len: 168 time: 0.2172790 May 24 15:38:57.415061 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d16545fb-7efc-4b2f-923a-bd4d333e0fa9 req-7b343308-4f4b-49a6-aaac-09a15c78c25f tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473294 May 24 15:38:57.415227 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e466715-eaa5-40d5-9590-baf344978094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576d06cf-6ca4-46d8-ba23-e1d751f69dc9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:57.538717 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b6314-3184-4175-8219-bb6ef11b3d43 req-719d6676-8c54-4d41-8a8c-c89310d23349 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:57.540302 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-082b6314-3184-4175-8219-bb6ef11b3d43 req-719d6676-8c54-4d41-8a8c-c89310d23349 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0530224 May 24 15:38:57.592646 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e2782fcc-c4da-423c-8347-2bad8aaf2716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.612377 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-082b6314-3184-4175-8219-bb6ef11b3d43 req-fc76d767-c016-4fff-892b-8cceb1288113 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661793 May 24 15:38:57.726740 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 47724) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:57.740762 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-09fac981-1714-42a2-81be-79992ab5488a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.823444 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-09fac981-1714-42a2-81be-79992ab5488a admin admin] Publish callbacks [] for security_group (655e8ad4-c22f-4df1-b2e4-497d7aa5d8e5), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.828782 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-09fac981-1714-42a2-81be-79992ab5488a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (655e8ad4-c22f-4df1-b2e4-497d7aa5d8e5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.858256 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:57.866195 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fac981-1714-42a2-81be-79992ab5488a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655e8ad4-c22f-4df1-b2e4-497d7aa5d8e5,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:57.871448 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-09fac981-1714-42a2-81be-79992ab5488a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b2f7d9cfa43444e8b03fdafeb61a3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436903 May 24 15:38:57.874474 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 47726) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:57.924924 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c81f5c45-2449-4f40-9de4-5cf68491ea08 admin admin] Publish callbacks [] for security_group (655e8ad4-c22f-4df1-b2e4-497d7aa5d8e5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.946922 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c81f5c45-2449-4f40-9de4-5cf68491ea08 admin admin] Publish callbacks [] for security_group (655e8ad4-c22f-4df1-b2e4-497d7aa5d8e5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.995988 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c81f5c45-2449-4f40-9de4-5cf68491ea08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (655e8ad4-c22f-4df1-b2e4-497d7aa5d8e5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.998556 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c81f5c45-2449-4f40-9de4-5cf68491ea08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:57.999691 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c81f5c45-2449-4f40-9de4-5cf68491ea08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/655e8ad4-c22f-4df1-b2e4-497d7aa5d8e5 HTTP/1.1" status: 204 len: 168 time: 0.1242816 May 24 15:38:58.007445 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f5c45-2449-4f40-9de4-5cf68491ea08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655e8ad4-c22f-4df1-b2e4-497d7aa5d8e5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:58.439698 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbd4e1-6530-4c30-9ecf-09abd7b0e47b req-3d5d79a9-5a3c-4d87-b52d-a8a6e28a174e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:58.447626 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7fcbd4e1-6530-4c30-9ecf-09abd7b0e47b req-3d5d79a9-5a3c-4d87-b52d-a8a6e28a174e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.1174302 May 24 15:38:58.491148 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47772) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:58.504149 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-39650c3f-66f7-4122-ad0a-1b56600162e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:58.506026 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-39650c3f-66f7-4122-ad0a-1b56600162e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=80a3c5535f9040e58e055a7277514da1&device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 1127 time: 0.1185236 May 24 15:38:58.527161 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7fcbd4e1-6530-4c30-9ecf-09abd7b0e47b req-22c47e42-abc9-4fb4-b913-da678e013be8 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784802 May 24 15:38:58.656009 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bd20e0aa-4e30-43d2-a419-5f8bc0ce4d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:58.659102 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e942d3-62ac-4d8d-8fcb-4dd835a8552a req-9dab8f98-3810-4aae-9645-3fb659c5baac tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:58.660755 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-12e942d3-62ac-4d8d-8fcb-4dd835a8552a req-9dab8f98-3810-4aae-9645-3fb659c5baac tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0537851 May 24 15:38:58.714587 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-12e942d3-62ac-4d8d-8fcb-4dd835a8552a req-cdc239e0-8082-4a81-9238-5205e0229749 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 May 24 15:38:58.759056 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bd20e0aa-4e30-43d2-a419-5f8bc0ce4d89 admin admin] Publish callbacks [] for security_group (07b2d44b-b250-4727-aae5-d920f031c651), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:58.765109 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bd20e0aa-4e30-43d2-a419-5f8bc0ce4d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (07b2d44b-b250-4727-aae5-d920f031c651), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:58.810349 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20e0aa-4e30-43d2-a419-5f8bc0ce4d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b2d44b-b250-4727-aae5-d920f031c651,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:58.832689 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-bd20e0aa-4e30-43d2-a419-5f8bc0ce4d89 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04872ec1173546249e05d3be23af3513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374009 May 24 15:38:58.832840 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 47788) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:58.846816 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f6c20-c453-4f8a-93e2-1a9245931465 req-63d46b1c-b270-495e-8097-5a41ce0cec06 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:58.848907 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-735f6c20-c453-4f8a-93e2-1a9245931465 req-63d46b1c-b270-495e-8097-5a41ce0cec06 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0714042 May 24 15:38:58.889875 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:38:58.924250 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-735f6c20-c453-4f8a-93e2-1a9245931465 req-1d30f94d-7c0c-4e53-a55d-71e5fd22dc0f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693288 May 24 15:38:58.929071 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d30d515-4e28-43c6-a9a6-0b9f8abc44ea admin admin] Publish callbacks [] for security_group (07b2d44b-b250-4727-aae5-d920f031c651), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:58.937931 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:58.953402 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d30d515-4e28-43c6-a9a6-0b9f8abc44ea admin admin] Publish callbacks [] for security_group (07b2d44b-b250-4727-aae5-d920f031c651), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:59.001479 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d30d515-4e28-43c6-a9a6-0b9f8abc44ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (07b2d44b-b250-4727-aae5-d920f031c651), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:59.004464 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9d30d515-4e28-43c6-a9a6-0b9f8abc44ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:59.005593 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-9d30d515-4e28-43c6-a9a6-0b9f8abc44ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07b2d44b-b250-4727-aae5-d920f031c651 HTTP/1.1" status: 204 len: 168 time: 0.1719882 May 24 15:38:59.014021 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30d515-4e28-43c6-a9a6-0b9f8abc44ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b2d44b-b250-4727-aae5-d920f031c651,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:59.113331 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:59.398470 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 47808) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:59.412997 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9b146ea-ebcb-4cb1-bc9c-3f58b65f3b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:59.490979 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9b146ea-ebcb-4cb1-bc9c-3f58b65f3b61 admin admin] Publish callbacks [] for security_group (e212df61-6804-48f4-afa4-6c8f5dae386a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:59.496142 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c9b146ea-ebcb-4cb1-bc9c-3f58b65f3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (e212df61-6804-48f4-afa4-6c8f5dae386a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:59.545761 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b146ea-ebcb-4cb1-bc9c-3f58b65f3b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e212df61-6804-48f4-afa4-6c8f5dae386a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:59.554982 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47818) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:38:59.555504 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c9b146ea-ebcb-4cb1-bc9c-3f58b65f3b61 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e70d765fcd040789813771f098cfb15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548293 May 24 15:38:59.614097 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c85d9c4-be61-4eba-9554-1a13c7116b0f admin admin] Publish callbacks [] for security_group (e212df61-6804-48f4-afa4-6c8f5dae386a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:59.649780 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c85d9c4-be61-4eba-9554-1a13c7116b0f admin admin] Publish callbacks [] for security_group (e212df61-6804-48f4-afa4-6c8f5dae386a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:59.686969 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:59.694084 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e78b90-56d6-45d2-a84a-4ca0cfef42b3 req-c4d714b8-5dc3-4b35-9d98-c3f8a76981c1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:59.703789 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b1e78b90-56d6-45d2-a84a-4ca0cfef42b3 req-c4d714b8-5dc3-4b35-9d98-c3f8a76981c1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0824969 May 24 15:38:59.709244 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c85d9c4-be61-4eba-9554-1a13c7116b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (e212df61-6804-48f4-afa4-6c8f5dae386a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:59.712088 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c85d9c4-be61-4eba-9554-1a13c7116b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:38:59.713450 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4c85d9c4-be61-4eba-9554-1a13c7116b0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e212df61-6804-48f4-afa4-6c8f5dae386a HTTP/1.1" status: 204 len: 168 time: 0.1578989 May 24 15:38:59.729213 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85d9c4-be61-4eba-9554-1a13c7116b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e212df61-6804-48f4-afa4-6c8f5dae386a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:38:59.780160 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b1e78b90-56d6-45d2-a84a-4ca0cfef42b3 req-1808a41b-75a9-4d05-892f-f5c73fd2bb96 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752254 May 24 15:38:59.908410 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:38:59.917668 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c4430-3a69-478b-bb52-6a6e3f28ed1c req-d82577c6-ad38-456e-9d42-a6cf722b8885 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:38:59.919682 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-973c4430-3a69-478b-bb52-6a6e3f28ed1c req-d82577c6-ad38-456e-9d42-a6cf722b8885 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0616972 May 24 15:39:00.015464 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-973c4430-3a69-478b-bb52-6a6e3f28ed1c req-d453aa27-f4f0-4fd7-8f31-e430a5c8254d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883110 May 24 15:39:00.126877 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd497f-7b49-4b2c-86b9-b98f60d1bc7e req-02949b04-b96c-4f67-a2a2-436e596f3357 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:00.128566 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6edd497f-7b49-4b2c-86b9-b98f60d1bc7e req-02949b04-b96c-4f67-a2a2-436e596f3357 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0540106 May 24 15:39:00.184663 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6edd497f-7b49-4b2c-86b9-b98f60d1bc7e req-02e5278f-4f38-439b-9701-f4b454ecfecc tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486958 May 24 15:39:00.316233 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:00.319775 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47854) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:00.332862 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-87b82521-9e1c-41d8-8fce-ea67351e63c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:00.347239 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:00.415081 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-87b82521-9e1c-41d8-8fce-ea67351e63c2 admin admin] Publish callbacks [] for security_group (ab60ca52-7113-4e62-8660-5143e8a3b5ef), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:00.419457 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-87b82521-9e1c-41d8-8fce-ea67351e63c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (ab60ca52-7113-4e62-8660-5143e8a3b5ef), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:00.459259 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-87b82521-9e1c-41d8-8fce-ea67351e63c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d38479f753b42ce92291add5c75870b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385753 May 24 15:39:00.460267 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b82521-9e1c-41d8-8fce-ea67351e63c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab60ca52-7113-4e62-8660-5143e8a3b5ef,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:00.463199 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47860) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:00.523560 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae765f8d-28b1-41c8-99b1-6867f05635e0 admin admin] Publish callbacks [] for security_group (ab60ca52-7113-4e62-8660-5143e8a3b5ef), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:00.550552 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae765f8d-28b1-41c8-99b1-6867f05635e0 admin admin] Publish callbacks [] for security_group (ab60ca52-7113-4e62-8660-5143e8a3b5ef), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:00.598165 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae765f8d-28b1-41c8-99b1-6867f05635e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (ab60ca52-7113-4e62-8660-5143e8a3b5ef), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:00.601072 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae765f8d-28b1-41c8-99b1-6867f05635e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:00.602349 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ae765f8d-28b1-41c8-99b1-6867f05635e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab60ca52-7113-4e62-8660-5143e8a3b5ef HTTP/1.1" status: 204 len: 168 time: 0.1381388 May 24 15:39:00.615791 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae765f8d-28b1-41c8-99b1-6867f05635e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab60ca52-7113-4e62-8660-5143e8a3b5ef,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:00.920168 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7e69a-3200-4750-8051-1148c34373f3 req-9e7c4133-8d0d-4dd6-b541-e202c12e0d96 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:00.921900 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dce7e69a-3200-4750-8051-1148c34373f3 req-9e7c4133-8d0d-4dd6-b541-e202c12e0d96 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0545571 May 24 15:39:00.977584 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dce7e69a-3200-4750-8051-1148c34373f3 req-4f8a8dfb-7cbd-4298-8206-3a191dbf5e0f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496953 May 24 15:39:01.134593 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fc85a-7490-4107-a152-911238849e21 req-e268435a-2452-4eaa-bdf1-4385a0defb54 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:01.136369 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-599fc85a-7490-4107-a152-911238849e21 req-e268435a-2452-4eaa-bdf1-4385a0defb54 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0489135 May 24 15:39:01.192618 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-599fc85a-7490-4107-a152-911238849e21 req-2666dd6b-7ec3-499c-b090-eb8075092568 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502186 May 24 15:39:01.305766 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393e0f2-c374-4b65-a733-4d9ff31984b3 req-2f2dbde8-e1b3-46e6-892f-6b76544fb220 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:01.307258 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6393e0f2-c374-4b65-a733-4d9ff31984b3 req-2f2dbde8-e1b3-46e6-892f-6b76544fb220 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0516474 May 24 15:39:01.357812 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6393e0f2-c374-4b65-a733-4d9ff31984b3 req-e044e1a1-87c5-46d4-8d5c-36f46ffceaa7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450315 May 24 15:39:01.719207 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-03600bee-f920-46bf-a097-7bc5aaef304c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf59e677-240a-4b1e-b4d1-2c5ed01afc57 HTTP/1.1" status: 200 len: 217 time: 0.0348160 May 24 15:39:01.724177 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:02.097291 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365c1e2-4c53-4150-b70e-ad046382aaed req-0e18d9a6-e3ad-46f7-8229-752160206f5a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:02.098914 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2365c1e2-4c53-4150-b70e-ad046382aaed req-0e18d9a6-e3ad-46f7-8229-752160206f5a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0496109 May 24 15:39:02.151102 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2365c1e2-4c53-4150-b70e-ad046382aaed req-ced69353-f9ef-48fb-80c0-e1ec0645a39b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432525 May 24 15:39:02.311626 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df98d-99d7-47ae-a397-53316de64375 req-71f661b4-0783-4ca6-b587-4b976f66da42 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:02.312866 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-568df98d-99d7-47ae-a397-53316de64375 req-71f661b4-0783-4ca6-b587-4b976f66da42 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0516541 May 24 15:39:02.364671 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-568df98d-99d7-47ae-a397-53316de64375 req-71e5394c-5dc7-4460-aecd-9afadeacfb9b tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460191 May 24 15:39:02.488361 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a69e20-f84e-466a-8eff-b03bb1086737 req-8609287f-d791-427b-982f-6e38e19e0330 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:02.490240 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-96a69e20-f84e-466a-8eff-b03bb1086737 req-8609287f-d791-427b-982f-6e38e19e0330 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0516112 May 24 15:39:02.504481 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-f868f894-deb2-4a1f-ae8d-8d7d32128282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:02.506161 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-f868f894-deb2-4a1f-ae8d-8d7d32128282 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e204680e-666a-409c-8875-2514db4d1b08 HTTP/1.1" status: 200 len: 848 time: 0.0599785 May 24 15:39:02.515028 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:02.544633 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-96a69e20-f84e-466a-8eff-b03bb1086737 req-9fd0420b-6d65-4847-88f5-155508cb0bfa tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478811 May 24 15:39:02.982369 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bb050-69d4-4451-9bf6-b6527fd50ed5 req-7e7e7324-bf99-4e09-8531-26ba2c350fb8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:02.983657 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-969c2011-b891-459c-88a4-f0f226d27628 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0bcc5330-fb8d-4ac5-8c91-fc8cafd86886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303917 May 24 15:39:02.988907 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-082bb050-69d4-4451-9bf6-b6527fd50ed5 req-7e7e7324-bf99-4e09-8531-26ba2c350fb8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0630703 May 24 15:39:03.057341 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-082bb050-69d4-4451-9bf6-b6527fd50ed5 req-04537cc1-2042-40a0-91a1-8b53943e952e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656562 May 24 15:39:03.280803 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fc471-c106-4815-87be-34321e054aba req-a9427004-db4e-480f-9aca-ea46febdb57c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:03.282280 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0f9fc471-c106-4815-87be-34321e054aba req-a9427004-db4e-480f-9aca-ea46febdb57c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0515850 May 24 15:39:03.337936 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0f9fc471-c106-4815-87be-34321e054aba req-70adf36b-0f29-4c46-9fcd-6b7a5199c9ab tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497172 May 24 15:39:03.388714 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:03.450881 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-c18dbb81-0361-4d81-ad36-5fad4affcded service neutron] 10.222.0.59 "GET /v2.0/networks/0bcc5330-fb8d-4ac5-8c91-fc8cafd86886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430421 May 24 15:39:03.459845 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14c30f-3e70-41ae-a277-e62f00f5878b req-ae0d3a1e-8624-42a3-8cf3-4c2f8217e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:03.462251 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bf14c30f-3e70-41ae-a277-e62f00f5878b req-ae0d3a1e-8624-42a3-8cf3-4c2f8217e881 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 1129 time: 0.0829453 May 24 15:39:03.630061 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b7341fe9-5a7f-4313-ac40-8a6213914184 req-c56eeda5-498e-4c81-bca8-ead271367dfb service neutron] 10.222.0.59 "GET /v2.0/networks/0bcc5330-fb8d-4ac5-8c91-fc8cafd86886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497054 May 24 15:39:03.711428 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aaf3f-84cf-4125-a682-807e2bc98273 req-d987b314-82bd-4ed0-b0f8-9abe750e5aa1 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:03.713005 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f1aaf3f-84cf-4125-a682-807e2bc98273 req-d987b314-82bd-4ed0-b0f8-9abe750e5aa1 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.2258875 May 24 15:39:03.730795 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa36ed2-af2a-4004-95a2-ce3e1256f372 req-7711419a-dca1-4fcb-9a78-d1f45cf18d67 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:03.732351 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7aa36ed2-af2a-4004-95a2-ce3e1256f372 req-7711419a-dca1-4fcb-9a78-d1f45cf18d67 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.1255493 May 24 15:39:03.744315 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 47992) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:03.750371 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c8598f3e-b03e-4036-94ff-df4d2837c56d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Request body: {'floatingip': {'port_id': 'b4136280-42c5-46f1-8248-0dcb997d0277'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:39:03.809842 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14c30f-3e70-41ae-a277-e62f00f5878b req-1119b4df-fb10-4298-9f16-f3e23a2dbe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:03.811340 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bf14c30f-3e70-41ae-a277-e62f00f5878b req-1119b4df-fb10-4298-9f16-f3e23a2dbe42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.2368505 May 24 15:39:03.814795 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f1aaf3f-84cf-4125-a682-807e2bc98273 req-ee5a6ee3-efa7-490a-834d-11cf8d1984b1 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931289 May 24 15:39:03.864843 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8598f3e-b03e-4036-94ff-df4d2837c56d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (a95151a0-b3ae-4287-8147-6a2f1592f72e), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:04.237477 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:04.384371 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc57c3-aa2c-4e8f-b743-6d57082f4b60 req-f8fab1f7-82b8-4e81-8322-38fbc8456455 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:04.392537 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7dcc57c3-aa2c-4e8f-b743-6d57082f4b60 req-f8fab1f7-82b8-4e81-8322-38fbc8456455 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0537941 May 24 15:39:04.440467 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7dcc57c3-aa2c-4e8f-b743-6d57082f4b60 req-f149e331-1b00-4d3d-89e8-aa0227a29f45 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469882 May 24 15:39:04.670711 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:04.672650 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.db.resource_extend [None req-c8598f3e-b03e-4036-94ff-df4d2837c56d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 15:39:04.741182 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8598f3e-b03e-4036-94ff-df4d2837c56d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:04.746367 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8598f3e-b03e-4036-94ff-df4d2837c56d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (a95151a0-b3ae-4287-8147-6a2f1592f72e), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:04.846813 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-c8598f3e-b03e-4036-94ff-df4d2837c56d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Floating IP a95151a0-b3ae-4287-8147-6a2f1592f72e associated. External IP: 172.27.3.21, port: b4136280-42c5-46f1-8248-0dcb997d0277. May 24 15:39:04.941899 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087c47d-80d6-446c-90a8-701ad5f593de req-f156bfa0-f664-4d22-8e86-a184d9623243 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:04.943248 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7087c47d-80d6-446c-90a8-701ad5f593de req-f156bfa0-f664-4d22-8e86-a184d9623243 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0466931 May 24 15:39:04.989314 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7087c47d-80d6-446c-90a8-701ad5f593de req-c1e13713-5206-43ef-809b-d63ad7049128 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404117 May 24 15:39:05.042601 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8598f3e-b03e-4036-94ff-df4d2837c56d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:39:05.144811 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8598f3e-b03e-4036-94ff-df4d2837c56d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:39:05.149351 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8598f3e-b03e-4036-94ff-df4d2837c56d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:05.162574 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ded262-3cf8-4e0b-85f8-01b4e0bb3db1 None None] Sync routers for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:39:05.172591 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ded262-3cf8-4e0b-85f8-01b4e0bb3db1 None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:39:05.173862 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f4ded262-3cf8-4e0b-85f8-01b4e0bb3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:38:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:05.179285 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c8598f3e-b03e-4036-94ff-df4d2837c56d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "PUT /v2.0/floatingips/a95151a0-b3ae-4287-8147-6a2f1592f72e HTTP/1.1" status: 200 len: 990 time: 1.4338672 May 24 15:39:05.179837 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:39:05.182109 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f28fa3-b78e-4f02-8399-2304f9e1840b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:39:05.216565 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37c428c-7725-438a-a9f9-15f37699de83 x-openstack-request-id: req-d37c428c-7725-438a-a9f9-15f37699de83 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:39:05.216851 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:39:05.217103 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d37c428c-7725-438a-a9f9-15f37699de83 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:39:05.217502 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37c428c-7725-438a-a9f9-15f37699de83'] response: {'name': 'network-changed', 'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'status': 'completed', 'code': 200} May 24 15:39:05.274976 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f4ded262-3cf8-4e0b-85f8-01b4e0bb3db1 None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:39:05.526444 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f4ded262-3cf8-4e0b-85f8-01b4e0bb3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'a95151a0-b3ae-4287-8147-6a2f1592f72e', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'port_id': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'mac_address': 'fa:16:3e:21:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:38:18Z', 'updated_at': '2022-05-24T15:39:04Z', 'revision_number': 1, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:05.554080 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ded262-3cf8-4e0b-85f8-01b4e0bb3db1 None None] Checking router: cad1d95c-ee3c-4ffd-9237-920169d9fbc2 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:39:05.562458 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ded262-3cf8-4e0b-85f8-01b4e0bb3db1 None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:39:05.563039 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f4ded262-3cf8-4e0b-85f8-01b4e0bb3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:38:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:05.563298 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0753a1-e319-465a-ab17-f36f760b9c8b req-a4f8e768-97d7-462f-acac-b109d4c1f8d9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:05.564788 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cb0753a1-e319-465a-ab17-f36f760b9c8b req-a4f8e768-97d7-462f-acac-b109d4c1f8d9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0498171 May 24 15:39:05.614788 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cb0753a1-e319-465a-ab17-f36f760b9c8b req-0f74b53a-2cde-4cb5-8e23-b3ea5e41f75b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 May 24 15:39:05.747425 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f4ded262-3cf8-4e0b-85f8-01b4e0bb3db1 None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:39:05.952336 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f4ded262-3cf8-4e0b-85f8-01b4e0bb3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'a95151a0-b3ae-4287-8147-6a2f1592f72e', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'port_id': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'mac_address': 'fa:16:3e:21:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:38:18Z', 'updated_at': '2022-05-24T15:39:04Z', 'revision_number': 1, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:05.975833 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ded262-3cf8-4e0b-85f8-01b4e0bb3db1 None None] The sync data for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi is: [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'a95151a0-b3ae-4287-8147-6a2f1592f72e', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'port_id': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'mac_address': 'fa:16:3e:21:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:38:18Z', 'updated_at': '2022-05-24T15:39:04Z', 'revision_number': 1, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:39:06.106324 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf00cc6-b190-4083-9039-d3ffe5d89c07 req-3b1a948a-f2db-4a56-9a15-3c6501795483 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:06.107787 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bdf00cc6-b190-4083-9039-d3ffe5d89c07 req-3b1a948a-f2db-4a56-9a15-3c6501795483 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0476561 May 24 15:39:06.158456 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bdf00cc6-b190-4083-9039-d3ffe5d89c07 req-0e305458-7a74-4e91-8e2d-9d62574fafee tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447273 May 24 15:39:06.175860 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f65d25b-c8ef-4458-b4e3-06031ec067e0 None None] New status for floating IP a95151a0-b3ae-4287-8147-6a2f1592f72e: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:39:06.353252 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:06.683815 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:06.747338 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafae93b-6d28-460a-b7c3-bbfa1453de24 req-d4cb3469-f4ac-4197-ba53-eb0270481029 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:06.748890 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eafae93b-6d28-460a-b7c3-bbfa1453de24 req-d4cb3469-f4ac-4197-ba53-eb0270481029 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0551946 May 24 15:39:06.797826 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eafae93b-6d28-460a-b7c3-bbfa1453de24 req-116e0188-fa9d-4ace-b68f-20d229dbe926 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430346 May 24 15:39:07.277890 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f3314-6619-40d4-a8c4-cd741fbc7961 req-eb6c053c-1eb9-40db-beea-fae5a6cd71d7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:07.279435 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-913f3314-6619-40d4-a8c4-cd741fbc7961 req-eb6c053c-1eb9-40db-beea-fae5a6cd71d7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0496955 May 24 15:39:07.301051 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:07.329215 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-913f3314-6619-40d4-a8c4-cd741fbc7961 req-452a197b-8e0e-4252-8d6c-19f2d0934f65 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437212 May 24 15:39:07.926569 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930a86c-c0bc-40d6-9d0b-68af82011876 req-e76a7ab1-f221-42de-a88d-26c776f01377 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:07.928085 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b930a86c-c0bc-40d6-9d0b-68af82011876 req-e76a7ab1-f221-42de-a88d-26c776f01377 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0507228 May 24 15:39:07.986336 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b930a86c-c0bc-40d6-9d0b-68af82011876 req-d892be7d-6edc-4e0e-b5a9-b8ebbadf1baf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524380 May 24 15:39:08.442332 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491580-9d4e-4335-bc35-ff903d7ce478 req-08f067cf-cecb-412c-9443-0fb7a9d5f603 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:08.443802 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-51491580-9d4e-4335-bc35-ff903d7ce478 req-08f067cf-cecb-412c-9443-0fb7a9d5f603 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0486138 May 24 15:39:08.496485 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-51491580-9d4e-4335-bc35-ff903d7ce478 req-def54c1a-4048-431b-b223-3b0db2698ee3 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 May 24 15:39:09.112874 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5afd8-7de1-4b3a-bb58-003cf2507cff req-f1fa081b-9dc8-43c0-8288-6de181a01677 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:09.114362 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22f5afd8-7de1-4b3a-bb58-003cf2507cff req-f1fa081b-9dc8-43c0-8288-6de181a01677 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0474393 May 24 15:39:09.154081 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:09.165832 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22f5afd8-7de1-4b3a-bb58-003cf2507cff req-fee86626-1bb1-4380-9043-aa65eaa1165c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434797 May 24 15:39:09.621568 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539630-45b2-45de-862d-c2e4eda1b169 req-ff021547-aa0c-422c-a69b-00c2a9aa6a61 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:09.622913 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3f539630-45b2-45de-862d-c2e4eda1b169 req-ff021547-aa0c-422c-a69b-00c2a9aa6a61 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0595109 May 24 15:39:09.679398 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3f539630-45b2-45de-862d-c2e4eda1b169 req-15bd447f-3c7b-4e47-b61e-b032d10ecde2 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483096 May 24 15:39:10.293922 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ecc13-7987-4e02-8e0a-a8e6df93d037 req-3acab56d-5b17-41e8-bbd4-0a5515ba86f3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:10.295895 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1f1ecc13-7987-4e02-8e0a-a8e6df93d037 req-3acab56d-5b17-41e8-bbd4-0a5515ba86f3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0477443 May 24 15:39:10.344967 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1f1ecc13-7987-4e02-8e0a-a8e6df93d037 req-839f349c-cb1d-4bfa-85ce-79137dceed53 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 May 24 15:39:10.815292 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e32dba-0075-4a3b-9bf6-836fdf03a4f6 req-f8abeae6-ee82-43ce-b2c8-40a5a9fab902 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:10.816572 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-71e32dba-0075-4a3b-9bf6-836fdf03a4f6 req-f8abeae6-ee82-43ce-b2c8-40a5a9fab902 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0632324 May 24 15:39:10.897243 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bf14c30f-3e70-41ae-a277-e62f00f5878b req-69ae18f9-a017-48a0-bab3-a653a901efa3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e827b410-d904-420a-8600-036fec1a80f7 HTTP/1.1" status: 200 len: 217 time: 0.0415900 May 24 15:39:10.902113 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-71e32dba-0075-4a3b-9bf6-836fdf03a4f6 req-600f8586-8203-4bb1-b58d-871e6c01b36e tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788450 May 24 15:39:10.909188 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f28fa3-b78e-4f02-8399-2304f9e1840b req-12d4fcd0-e4d9-4214-b1c5-720274e35e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:10.911549 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-20f28fa3-b78e-4f02-8399-2304f9e1840b req-12d4fcd0-e4d9-4214-b1c5-720274e35e92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 1129 time: 0.0440238 May 24 15:39:10.952907 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14c30f-3e70-41ae-a277-e62f00f5878b req-a206302a-eb15-4635-8d83-4d5f1eeab2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:10.954483 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bf14c30f-3e70-41ae-a277-e62f00f5878b req-a206302a-eb15-4635-8d83-4d5f1eeab2da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0472941 May 24 15:39:11.110018 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14c30f-3e70-41ae-a277-e62f00f5878b req-623ef563-65ae-4fef-b770-d2130ecd0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:11.111979 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bf14c30f-3e70-41ae-a277-e62f00f5878b req-623ef563-65ae-4fef-b770-d2130ecd0607 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485840 May 24 15:39:11.145034 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f28fa3-b78e-4f02-8399-2304f9e1840b req-66d9e0cc-170d-46ca-9a5e-4fc776edaa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:11.147099 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-20f28fa3-b78e-4f02-8399-2304f9e1840b req-66d9e0cc-170d-46ca-9a5e-4fc776edaa37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 200 len: 917 time: 0.1063912 May 24 15:39:11.250335 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-20f28fa3-b78e-4f02-8399-2304f9e1840b req-d76f2258-9c2b-4c8c-99d1-f0ec2d30078a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4136280-42c5-46f1-8248-0dcb997d0277 HTTP/1.1" status: 200 len: 1000 time: 0.0970604 May 24 15:39:11.318253 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f28fa3-b78e-4f02-8399-2304f9e1840b req-e4c354ab-0cc9-4cbf-bba4-ba720e263a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:11.319721 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-20f28fa3-b78e-4f02-8399-2304f9e1840b req-e4c354ab-0cc9-4cbf-bba4-ba720e263a75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=406760c0-7990-42bd-b875-7a3c5b0f957e HTTP/1.1" status: 200 len: 855 time: 0.0613496 May 24 15:39:11.363216 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f28fa3-b78e-4f02-8399-2304f9e1840b req-2c09a994-0d27-4fa8-96b3-9681da921c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:11.364927 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-20f28fa3-b78e-4f02-8399-2304f9e1840b req-2c09a994-0d27-4fa8-96b3-9681da921c97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=062393c0-66b9-4ecb-bb43-dbb81b8673fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388625 May 24 15:39:11.409660 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-76cccc75-612f-4d80-bb82-bc75b3a1c27e req-f8f19b32-7530-48ca-a1c2-9cfd3e45c59d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727890 May 24 15:39:11.455040 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:11.484502 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bf14c30f-3e70-41ae-a277-e62f00f5878b req-97c59cfa-c6fd-40e7-8609-ce0ff9a424e1 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647382 May 24 15:39:11.487832 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-20f28fa3-b78e-4f02-8399-2304f9e1840b req-26b2e5cc-f4f9-4365-a0a5-b64b058594cc service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111312 May 24 15:39:11.542604 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72ae1d-643d-4617-a0b9-488c9cb06d7a req-1cc4cb4f-f7ee-4c9a-823a-886d0b480f1a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:11.544102 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7c72ae1d-643d-4617-a0b9-488c9cb06d7a req-1cc4cb4f-f7ee-4c9a-823a-886d0b480f1a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.1198254 May 24 15:39:11.593957 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:11.603660 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cccc75-612f-4d80-bb82-bc75b3a1c27e req-36392476-5e77-4ff8-8251-b9e6801ae4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:11.604819 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-76cccc75-612f-4d80-bb82-bc75b3a1c27e req-36392476-5e77-4ff8-8251-b9e6801ae4cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f86f8a870f9146489a3ef1716094e066&device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 1130 time: 0.1189497 May 24 15:39:11.619988 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-20f28fa3-b78e-4f02-8399-2304f9e1840b req-65b1bdef-7d56-44d3-bd3b-1b3005fc531b service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243522 May 24 15:39:11.669599 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bf14c30f-3e70-41ae-a277-e62f00f5878b req-917c5da7-d013-4efb-a986-a5a1c6c57301 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708448 May 24 15:39:11.686067 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7c72ae1d-643d-4617-a0b9-488c9cb06d7a req-e8a0c976-1b58-4233-a011-82926bafe193 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105087 May 24 15:39:11.730360 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:11.760052 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cccc75-612f-4d80-bb82-bc75b3a1c27e req-b7749d8e-eab9-45e3-89a2-d15b4e7576ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:11.761699 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-76cccc75-612f-4d80-bb82-bc75b3a1c27e req-b7749d8e-eab9-45e3-89a2-d15b4e7576ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=00b154da-a072-42ec-9708-34a9d5f5fcf6 HTTP/1.1" status: 200 len: 912 time: 0.1146996 May 24 15:39:11.810522 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-76cccc75-612f-4d80-bb82-bc75b3a1c27e req-28116f9e-8325-46e3-a7dc-ffc7bac50102 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96344a89-ed01-4bee-abb4-d0e1e6ef0c96 HTTP/1.1" status: 200 len: 217 time: 0.0379665 May 24 15:39:11.891205 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cccc75-612f-4d80-bb82-bc75b3a1c27e req-156f4f22-6c70-4681-9048-880751b0b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:11.892840 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-76cccc75-612f-4d80-bb82-bc75b3a1c27e req-156f4f22-6c70-4681-9048-880751b0b0b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe2447b7-d289-4185-a02b-4f3871cdb740 HTTP/1.1" status: 200 len: 851 time: 0.0547583 May 24 15:39:11.938533 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48190) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:12.052920 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3482-2462-4214-b381-a5c4b904d8d2 req-67dd1746-7e38-4a04-b280-83395d86218e tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:12.054619 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e35f3482-2462-4214-b381-a5c4b904d8d2 req-67dd1746-7e38-4a04-b280-83395d86218e tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0605342 May 24 15:39:12.107784 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:12.113156 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e35f3482-2462-4214-b381-a5c4b904d8d2 req-a3078744-85a3-4077-82dd-826fee5aac63 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507684 May 24 15:39:12.229410 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-76cccc75-612f-4d80-bb82-bc75b3a1c27e req-c830ef09-54a5-491e-8297-17e67f94d66f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=00b154da-a072-42ec-9708-34a9d5f5fcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391965 May 24 15:39:12.259225 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Publish callbacks [] for security_group (3dfd2b49-8646-4449-96ae-e34d1801d730), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:12.271151 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (3dfd2b49-8646-4449-96ae-e34d1801d730), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:12.344837 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f6949b6e8884f3f9f431cf857efe1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052017 May 24 15:39:12.347480 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48202) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:12.349456 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfd2b49-8646-4449-96ae-e34d1801d730,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:12.377563 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.377821 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.378124 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.378486 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.378808 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.379129 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.379534 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.379908 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.380189 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.380510 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.380841 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.381161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.381474 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.381852 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.382164 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8d5070-bd57-44c4-987b-1fc4f6249552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:12.414685 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-76cccc75-612f-4d80-bb82-bc75b3a1c27e req-1fd422a1-9e9a-43a3-9190-314b3db3cc25 service neutron] 10.222.0.59 "GET /v2.0/networks/00b154da-a072-42ec-9708-34a9d5f5fcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698356 May 24 15:39:12.480993 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-411b9270-6315-4e66-95ff-7908b9ce15b8 admin admin] Publish callbacks [] for security_group (3dfd2b49-8646-4449-96ae-e34d1801d730), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:12.516123 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-411b9270-6315-4e66-95ff-7908b9ce15b8 admin admin] Publish callbacks [] for security_group (3dfd2b49-8646-4449-96ae-e34d1801d730), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:12.549427 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-76cccc75-612f-4d80-bb82-bc75b3a1c27e req-a4675bb4-d306-4454-b173-bd70ca2f4eb8 service neutron] 10.222.0.59 "GET /v2.0/networks/00b154da-a072-42ec-9708-34a9d5f5fcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284564 May 24 15:39:12.581348 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-411b9270-6315-4e66-95ff-7908b9ce15b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (3dfd2b49-8646-4449-96ae-e34d1801d730), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:12.583936 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-411b9270-6315-4e66-95ff-7908b9ce15b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:12.585024 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-411b9270-6315-4e66-95ff-7908b9ce15b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3dfd2b49-8646-4449-96ae-e34d1801d730 HTTP/1.1" status: 204 len: 168 time: 0.2364697 May 24 15:39:12.592823 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b9270-6315-4e66-95ff-7908b9ce15b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfd2b49-8646-4449-96ae-e34d1801d730,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:12.826609 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33d475-49b4-4b31-a303-c66472e8b18f req-5f6ec6b1-b347-4d21-b5df-6eaf634fb822 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:12.828270 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7f33d475-49b4-4b31-a303-c66472e8b18f req-5f6ec6b1-b347-4d21-b5df-6eaf634fb822 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0617375 May 24 15:39:12.881176 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7f33d475-49b4-4b31-a303-c66472e8b18f req-a308d34f-73ca-4c1d-8a96-3a4daaf08ef7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470407 May 24 15:39:13.242646 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d0df4-be4e-47d4-baac-3483c6988597 req-0d0b2bcd-5cfb-4607-9779-ae441f8339f4 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:13.244293 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6d7d0df4-be4e-47d4-baac-3483c6988597 req-0d0b2bcd-5cfb-4607-9779-ae441f8339f4 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 943 time: 0.0504024 May 24 15:39:13.317022 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6d7d0df4-be4e-47d4-baac-3483c6988597 req-030cc194-0809-423e-aac5-a140aa28b404 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584190 May 24 15:39:13.504120 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48288) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:13.612279 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:13.682834 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:13.697260 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Publish callbacks [] for security_group (e0c04da3-62a4-4134-acc7-b8b2957a630b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:13.701279 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (e0c04da3-62a4-4134-acc7-b8b2957a630b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:13.745144 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=065eb0050b8448889c43470fd59f0549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399049 May 24 15:39:13.745994 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c04da3-62a4-4134-acc7-b8b2957a630b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:13.747908 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48312) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:13.754543 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.754890 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.755229 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.755562 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.755888 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.756244 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.756556 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.756915 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.757243 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.757558 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.757886 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.758193 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.758505 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.758815 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.759128 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185163e3-c1b2-49fb-912f-b8615071fba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:13.778018 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:13.811989 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2eb18d8-3fa9-4f85-83ec-243fbf446381 admin admin] Publish callbacks [] for security_group (e0c04da3-62a4-4134-acc7-b8b2957a630b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:13.843871 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2eb18d8-3fa9-4f85-83ec-243fbf446381 admin admin] Publish callbacks [] for security_group (e0c04da3-62a4-4134-acc7-b8b2957a630b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:13.902156 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2eb18d8-3fa9-4f85-83ec-243fbf446381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (e0c04da3-62a4-4134-acc7-b8b2957a630b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:13.905068 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e2eb18d8-3fa9-4f85-83ec-243fbf446381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:13.906518 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-e2eb18d8-3fa9-4f85-83ec-243fbf446381 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0c04da3-62a4-4134-acc7-b8b2957a630b HTTP/1.1" status: 204 len: 168 time: 0.1567683 May 24 15:39:13.915437 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb18d8-3fa9-4f85-83ec-243fbf446381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c04da3-62a4-4134-acc7-b8b2957a630b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:14.005223 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641493d5-fa4a-40ee-99a4-2fb27e5c05e3 req-d87589e0-65b9-4819-a250-b377212049f7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:14.006737 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-641493d5-fa4a-40ee-99a4-2fb27e5c05e3 req-d87589e0-65b9-4819-a250-b377212049f7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0491409 May 24 15:39:14.054882 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-641493d5-fa4a-40ee-99a4-2fb27e5c05e3 req-545813ca-5ef0-4ab3-b40e-9ab3288e3589 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 May 24 15:39:14.190924 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48324) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:14.204256 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb7c52b6-cfd6-4159-86a9-b0eb7f2880f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:14.209933 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device cf59e677-240a-4b1e-b4d1-2c5ed01afc57 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:39:14.229812 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:14.290091 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb7c52b6-cfd6-4159-86a9-b0eb7f2880f0 admin admin] Publish callbacks [] for security_group (b494b1b0-7cab-4849-8380-98bd2c46a03d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:14.294918 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb7c52b6-cfd6-4159-86a9-b0eb7f2880f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b494b1b0-7cab-4849-8380-98bd2c46a03d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:14.321726 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port cf59e677-240a-4b1e-b4d1-2c5ed01afc57, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=cf59e677-240a-4b1e-b4d1-2c5ed01afc57,segment=NetworkSegment(448bbe05-ed21-4d40-9b78-09dcd704bdd3),segment_id=448bbe05-ed21-4d40-9b78-09dcd704bdd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:39:14.333241 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-eb7c52b6-cfd6-4159-86a9-b0eb7f2880f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1cd213aa4284b048c58d3cef0bf5ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411769 May 24 15:39:14.333978 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'cf59e677-240a-4b1e-b4d1-2c5ed01afc57', 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886', 'port_id': 'cf59e677-240a-4b1e-b4d1-2c5ed01afc57', 'mac_address': 'fa:16:3e:70:fb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e204680e-666a-409c-8875-2514db4d1b08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:39:14.335250 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c52b6-cfd6-4159-86a9-b0eb7f2880f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b494b1b0-7cab-4849-8380-98bd2c46a03d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:14.335775 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48330) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:14.398012 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port cf59e677-240a-4b1e-b4d1-2c5ed01afc57 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:39:14.398402 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:14.410096 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-281287b7-f622-4fa7-9636-c08e982ce912 admin admin] Publish callbacks [] for security_group (b494b1b0-7cab-4849-8380-98bd2c46a03d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:14.412629 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf59e677-240a-4b1e-b4d1-2c5ed01afc57 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:39:14.433593 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port cf59e677-240a-4b1e-b4d1-2c5ed01afc57, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=cf59e677-240a-4b1e-b4d1-2c5ed01afc57,segment=NetworkSegment(448bbe05-ed21-4d40-9b78-09dcd704bdd3),segment_id=448bbe05-ed21-4d40-9b78-09dcd704bdd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:39:14.435521 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-281287b7-f622-4fa7-9636-c08e982ce912 admin admin] Publish callbacks [] for security_group (b494b1b0-7cab-4849-8380-98bd2c46a03d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:14.438511 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:14.485853 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=cf59e677-240a-4b1e-b4d1-2c5ed01afc57,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:14.495126 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.495465 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.495822 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.496194 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.496521 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.496841 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.497155 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.497469 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.497784 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:14.497883 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.498094 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.498406 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.498856 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.499426 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.499975 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.500310 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:39:14.509846 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e120a9f-e83c-44b4-a798-07ebb0230346 req-5e682a75-78ca-4dad-a1c2-c5b3f022b02d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:14.511286 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1e120a9f-e83c-44b4-a798-07ebb0230346 req-5e682a75-78ca-4dad-a1c2-c5b3f022b02d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 944 time: 0.0785894 May 24 15:39:14.544405 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-281287b7-f622-4fa7-9636-c08e982ce912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b494b1b0-7cab-4849-8380-98bd2c46a03d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:14.546804 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-281287b7-f622-4fa7-9636-c08e982ce912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:14.547888 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-281287b7-f622-4fa7-9636-c08e982ce912 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b494b1b0-7cab-4849-8380-98bd2c46a03d HTTP/1.1" status: 204 len: 168 time: 0.2111275 May 24 15:39:14.566822 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281287b7-f622-4fa7-9636-c08e982ce912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b494b1b0-7cab-4849-8380-98bd2c46a03d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:14.571744 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1e120a9f-e83c-44b4-a798-07ebb0230346 req-0c7761a5-99f7-49c1-a0f2-1bcd3d114f06 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538454 May 24 15:39:15.173367 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1f233-bf36-4ff9-8cc0-5ede9a994065 req-1e31978d-6adb-498a-8097-0898333d977b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:15.174907 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e6b1f233-bf36-4ff9-8cc0-5ede9a994065 req-1e31978d-6adb-498a-8097-0898333d977b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0525482 May 24 15:39:15.222559 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e6b1f233-bf36-4ff9-8cc0-5ede9a994065 req-49bea261-2305-490e-956c-cfa81116b2dc tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 May 24 15:39:15.703298 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c52a9-b97f-4317-9c1e-35e26428e40a req-2b305036-8877-4c00-9aef-7d9fd57cf91a tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:15.709268 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6f2c52a9-b97f-4317-9c1e-35e26428e40a req-2b305036-8877-4c00-9aef-7d9fd57cf91a tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 944 time: 0.0667830 May 24 15:39:15.748933 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['cf59e677-240a-4b1e-b4d1-2c5ed01afc57'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:39:15.755670 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6f2c52a9-b97f-4317-9c1e-35e26428e40a req-d6c47094-1f59-461d-ad9d-1620629264d3 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453329 May 24 15:39:15.852079 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:15.956950 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=83 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:16.354124 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fb430-656f-4f5f-9b77-65be66e6015a req-59b23de9-d333-4852-b8c5-208479960a2d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:16.355787 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-785fb430-656f-4f5f-9b77-65be66e6015a req-59b23de9-d333-4852-b8c5-208479960a2d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0534739 May 24 15:39:16.377301 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48424) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:16.408645 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-785fb430-656f-4f5f-9b77-65be66e6015a req-dd3a0912-eddd-4ebe-ade6-3f328551492a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 May 24 15:39:16.498758 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8e92e1c-8880-42ca-a8cc-c90c0c8f991a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:16.587788 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8e92e1c-8880-42ca-a8cc-c90c0c8f991a admin admin] Publish callbacks [] for security_group (8aead20b-1e06-44ee-bc88-7232e919d6cf), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:16.593301 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8e92e1c-8880-42ca-a8cc-c90c0c8f991a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (8aead20b-1e06-44ee-bc88-7232e919d6cf), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:16.633343 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b8e92e1c-8880-42ca-a8cc-c90c0c8f991a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1ced12d86a64f9087a299181cc33cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548897 May 24 15:39:16.634288 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e92e1c-8880-42ca-a8cc-c90c0c8f991a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aead20b-1e06-44ee-bc88-7232e919d6cf,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:16.636054 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48444) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:16.688983 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-955605e2-4dd0-4933-8295-08f32fdb8fb8 admin admin] Publish callbacks [] for security_group (8aead20b-1e06-44ee-bc88-7232e919d6cf), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:16.712090 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-955605e2-4dd0-4933-8295-08f32fdb8fb8 admin admin] Publish callbacks [] for security_group (8aead20b-1e06-44ee-bc88-7232e919d6cf), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:16.760293 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-955605e2-4dd0-4933-8295-08f32fdb8fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (8aead20b-1e06-44ee-bc88-7232e919d6cf), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:16.763079 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-955605e2-4dd0-4933-8295-08f32fdb8fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:16.764397 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-955605e2-4dd0-4933-8295-08f32fdb8fb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8aead20b-1e06-44ee-bc88-7232e919d6cf HTTP/1.1" status: 204 len: 168 time: 0.1273224 May 24 15:39:16.773361 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955605e2-4dd0-4933-8295-08f32fdb8fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aead20b-1e06-44ee-bc88-7232e919d6cf,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:16.894913 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251caeb-aceb-4f20-9a8a-f48fdca3b19b req-6a80e6f7-5851-4a08-aa93-711adf53de6c tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:16.896689 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e251caeb-aceb-4f20-9a8a-f48fdca3b19b req-6a80e6f7-5851-4a08-aa93-711adf53de6c tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 944 time: 0.0634203 May 24 15:39:16.948792 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e251caeb-aceb-4f20-9a8a-f48fdca3b19b req-db373db7-90d9-44c3-ab94-e9aae1fd8d35 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456154 May 24 15:39:17.112344 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48464) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:17.126126 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f346975a-4604-4cf1-b37f-8d1c8c682f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:17.201448 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f346975a-4604-4cf1-b37f-8d1c8c682f3f admin admin] Publish callbacks [] for security_group (fe62e901-686a-4c4a-be8a-05a987915d9d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:17.208479 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f346975a-4604-4cf1-b37f-8d1c8c682f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (fe62e901-686a-4c4a-be8a-05a987915d9d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:17.247304 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f346975a-4604-4cf1-b37f-8d1c8c682f3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b15f83b15014f388074f9284f7480cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337965 May 24 15:39:17.248795 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346975a-4604-4cf1-b37f-8d1c8c682f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe62e901-686a-4c4a-be8a-05a987915d9d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:17.250163 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48466) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:17.263389 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device cf59e677-240a-4b1e-b4d1-2c5ed01afc57 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:39:17.268805 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:17.307408 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ebac75b6-4f36-4e8f-abca-79cfa04c313c admin admin] Publish callbacks [] for security_group (fe62e901-686a-4c4a-be8a-05a987915d9d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:17.310526 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port cf59e677-240a-4b1e-b4d1-2c5ed01afc57 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:39:17.317791 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port cf59e677-240a-4b1e-b4d1-2c5ed01afc57 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:39:17.318182 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:17.329374 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ebac75b6-4f36-4e8f-abca-79cfa04c313c admin admin] Publish callbacks [] for security_group (fe62e901-686a-4c4a-be8a-05a987915d9d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:17.380800 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ebac75b6-4f36-4e8f-abca-79cfa04c313c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (fe62e901-686a-4c4a-be8a-05a987915d9d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:17.383513 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ebac75b6-4f36-4e8f-abca-79cfa04c313c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:17.384855 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-ebac75b6-4f36-4e8f-abca-79cfa04c313c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe62e901-686a-4c4a-be8a-05a987915d9d HTTP/1.1" status: 204 len: 168 time: 0.1335065 May 24 15:39:17.392697 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac75b6-4f36-4e8f-abca-79cfa04c313c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe62e901-686a-4c4a-be8a-05a987915d9d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:17.398888 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port cf59e677-240a-4b1e-b4d1-2c5ed01afc57 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:39:17.399278 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:17.435595 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47371c4c-744d-41c8-88ce-77c16bb4bbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf59e677-240a-4b1e-b4d1-2c5ed01afc57'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:39:17.437956 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57765993-240e-4455-9327-0510f5862d35" -d '{"events": [{"server_uuid": "47371c4c-744d-41c8-88ce-77c16bb4bbef", "name": "network-vif-plugged", "status": "completed", "tag": "cf59e677-240a-4b1e-b4d1-2c5ed01afc57"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:39:17.450928 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port cf59e677-240a-4b1e-b4d1-2c5ed01afc57, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=cf59e677-240a-4b1e-b4d1-2c5ed01afc57,segment=NetworkSegment(448bbe05-ed21-4d40-9b78-09dcd704bdd3),segment_id=448bbe05-ed21-4d40-9b78-09dcd704bdd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:39:17.456345 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:17.508490 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf0fc0d-da60-49f4-8372-4da1b1273f40 x-openstack-request-id: req-bcf0fc0d-da60-49f4-8372-4da1b1273f40 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:39:17.508853 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47371c4c-744d-41c8-88ce-77c16bb4bbef", "name": "network-vif-plugged", "status": "completed", "tag": "cf59e677-240a-4b1e-b4d1-2c5ed01afc57", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:39:17.509155 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bcf0fc0d-da60-49f4-8372-4da1b1273f40 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:39:17.509605 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf0fc0d-da60-49f4-8372-4da1b1273f40'] response: {'server_uuid': '47371c4c-744d-41c8-88ce-77c16bb4bbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf59e677-240a-4b1e-b4d1-2c5ed01afc57', 'code': 200} May 24 15:39:17.545898 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=cf59e677-240a-4b1e-b4d1-2c5ed01afc57,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:17.565736 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24644f-d991-4e4f-a577-9e3ad3af1bec req-4178a690-da4a-4aa0-83a8-c9535d14b4e6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:17.567335 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4d24644f-d991-4e4f-a577-9e3ad3af1bec req-4178a690-da4a-4aa0-83a8-c9535d14b4e6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0558605 May 24 15:39:17.630497 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4d24644f-d991-4e4f-a577-9e3ad3af1bec req-2f669f20-9de4-45e9-be31-856f74cb6904 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573690 May 24 15:39:18.127516 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f290b2b-e725-4a86-9b7f-d532c982817c req-44c8fd8f-b2c4-476c-bcd2-369cc62bba8e tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:18.129982 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1f290b2b-e725-4a86-9b7f-d532c982817c req-44c8fd8f-b2c4-476c-bcd2-369cc62bba8e tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 945 time: 0.0696456 May 24 15:39:18.153411 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:18.182297 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1f290b2b-e725-4a86-9b7f-d532c982817c req-f92214d1-087e-4da8-aea5-9c770e94ea3f tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460844 May 24 15:39:18.215039 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48538) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:18.329788 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06dbe3b7-2a2f-4745-b559-33a6ba632e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:18.415864 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06dbe3b7-2a2f-4745-b559-33a6ba632e4f admin admin] Publish callbacks [] for security_group (d83b6ecc-bf7c-41f2-827c-7ad7db355ba5), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:18.421541 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-06dbe3b7-2a2f-4745-b559-33a6ba632e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d83b6ecc-bf7c-41f2-827c-7ad7db355ba5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:18.464516 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-06dbe3b7-2a2f-4745-b559-33a6ba632e4f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cbf21fe9ce1c4b2cb901a9a34f574f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481825 May 24 15:39:18.467056 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48552) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:18.474490 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbe3b7-2a2f-4745-b559-33a6ba632e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83b6ecc-bf7c-41f2-827c-7ad7db355ba5,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:18.522322 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7ded0cc-57a7-4804-86be-44e1a24630a6 admin admin] Publish callbacks [] for security_group (d83b6ecc-bf7c-41f2-827c-7ad7db355ba5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:18.545036 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7ded0cc-57a7-4804-86be-44e1a24630a6 admin admin] Publish callbacks [] for security_group (d83b6ecc-bf7c-41f2-827c-7ad7db355ba5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:18.593192 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7ded0cc-57a7-4804-86be-44e1a24630a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d83b6ecc-bf7c-41f2-827c-7ad7db355ba5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:18.595889 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f7ded0cc-57a7-4804-86be-44e1a24630a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:18.597059 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-f7ded0cc-57a7-4804-86be-44e1a24630a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d83b6ecc-bf7c-41f2-827c-7ad7db355ba5 HTTP/1.1" status: 204 len: 168 time: 0.1290998 May 24 15:39:18.605343 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ded0cc-57a7-4804-86be-44e1a24630a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83b6ecc-bf7c-41f2-827c-7ad7db355ba5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:18.821712 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdde629-f6c1-462b-9a34-034e4d297546 req-499008f2-802a-42a0-a3ca-cd6f4449e070 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:18.829717 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cbdde629-f6c1-462b-9a34-034e4d297546 req-499008f2-802a-42a0-a3ca-cd6f4449e070 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0787940 May 24 15:39:18.876961 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cbdde629-f6c1-462b-9a34-034e4d297546 req-1f380b77-1224-4f55-b6ee-394245d0d43b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460815 May 24 15:39:18.960319 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48572) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:18.977610 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b3b86188-d3c3-4d1f-aec0-f7e490cf4ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:19.051262 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:19.088357 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b3b86188-d3c3-4d1f-aec0-f7e490cf4ac7 admin admin] Publish callbacks [] for security_group (57a246df-d61d-44d3-8f5b-040bc1adfe41), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:19.093229 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b3b86188-d3c3-4d1f-aec0-f7e490cf4ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (57a246df-d61d-44d3-8f5b-040bc1adfe41), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:19.137119 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-b3b86188-d3c3-4d1f-aec0-f7e490cf4ac7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95b6e6ba88f047b4b9a38f5273bdbe69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757245 May 24 15:39:19.137958 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b86188-d3c3-4d1f-aec0-f7e490cf4ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a246df-d61d-44d3-8f5b-040bc1adfe41,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:19.139724 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48600) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:19.208130 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f6b9e36-df7c-4b9e-bf3a-6b868a82d784 admin admin] Publish callbacks [] for security_group (57a246df-d61d-44d3-8f5b-040bc1adfe41), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:19.235548 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:19.284425 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f6b9e36-df7c-4b9e-bf3a-6b868a82d784 admin admin] Publish callbacks [] for security_group (57a246df-d61d-44d3-8f5b-040bc1adfe41), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:19.310436 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c733d-2678-4c94-a4b5-63d0a01caf2e req-c9cc5bfb-119f-4b64-ae8a-a6198204151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:19.311941 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3a3c733d-2678-4c94-a4b5-63d0a01caf2e req-c9cc5bfb-119f-4b64-ae8a-a6198204151f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 1129 time: 0.0748317 May 24 15:39:19.332494 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622ac65-1d80-4f60-9def-672e610d5ef8 req-5b3dea6c-6c81-4d37-a9b7-5f20ef359409 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:19.335676 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a622ac65-1d80-4f60-9def-672e610d5ef8 req-5b3dea6c-6c81-4d37-a9b7-5f20ef359409 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 945 time: 0.0645161 May 24 15:39:19.362294 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f6b9e36-df7c-4b9e-bf3a-6b868a82d784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (57a246df-d61d-44d3-8f5b-040bc1adfe41), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:19.364923 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0f6b9e36-df7c-4b9e-bf3a-6b868a82d784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:19.366172 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-0f6b9e36-df7c-4b9e-bf3a-6b868a82d784 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57a246df-d61d-44d3-8f5b-040bc1adfe41 HTTP/1.1" status: 204 len: 168 time: 0.2236719 May 24 15:39:19.372841 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:19.419549 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3a3c733d-2678-4c94-a4b5-63d0a01caf2e req-f1139c52-e005-4652-86a5-6698acee1938 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856380 May 24 15:39:19.421407 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a622ac65-1d80-4f60-9def-672e610d5ef8 req-6e541eb8-fb5f-41a8-a79b-372346e76266 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786924 May 24 15:39:19.436586 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b9e36-df7c-4b9e-bf3a-6b868a82d784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a246df-d61d-44d3-8f5b-040bc1adfe41,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:19.701999 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48622) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:19.843874 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6099f253-77a6-4f52-b6ee-928376cc3395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:19.850642 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48632) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:19.865484 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4e9de90d-a16a-4172-84e6-5ffc5e55f32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:19.918101 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:19.939193 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6099f253-77a6-4f52-b6ee-928376cc3395 admin admin] Publish callbacks [] for security_group (04dbee2a-d95a-4428-ad6c-85504670cc7d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:19.947185 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6099f253-77a6-4f52-b6ee-928376cc3395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (04dbee2a-d95a-4428-ad6c-85504670cc7d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:19.992377 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6099f253-77a6-4f52-b6ee-928376cc3395 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f2e7ed467ef46d69cd491d92fce609c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868950 May 24 15:39:19.994288 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48636) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:20.001718 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099f253-77a6-4f52-b6ee-928376cc3395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dbee2a-d95a-4428-ad6c-85504670cc7d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:20.007068 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4e9de90d-a16a-4172-84e6-5ffc5e55f32b admin admin] Publish callbacks [] for security_group (f7043f6f-3f35-4d11-98a2-af212b2c2466), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.021192 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25c606-76b3-4825-bcd0-2b6902c9dc0d req-9909ed20-5f9e-47c5-8dce-7a14b585221a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:20.022833 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7a25c606-76b3-4825-bcd0-2b6902c9dc0d req-9909ed20-5f9e-47c5-8dce-7a14b585221a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0729163 May 24 15:39:20.024151 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4e9de90d-a16a-4172-84e6-5ffc5e55f32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (f7043f6f-3f35-4d11-98a2-af212b2c2466), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.053591 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-4e9de90d-a16a-4172-84e6-5ffc5e55f32b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=111248f8203c4647a65424b43d4d730a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015667 May 24 15:39:20.061043 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48640) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:20.066308 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-19f7f20b-3838-4113-8eff-c7e6ce97756f admin admin] Publish callbacks [] for security_group (04dbee2a-d95a-4428-ad6c-85504670cc7d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.088803 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-19f7f20b-3838-4113-8eff-c7e6ce97756f admin admin] Publish callbacks [] for security_group (04dbee2a-d95a-4428-ad6c-85504670cc7d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.138077 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-19f7f20b-3838-4113-8eff-c7e6ce97756f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (04dbee2a-d95a-4428-ad6c-85504670cc7d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.140576 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-19f7f20b-3838-4113-8eff-c7e6ce97756f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.141683 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-19f7f20b-3838-4113-8eff-c7e6ce97756f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04dbee2a-d95a-4428-ad6c-85504670cc7d HTTP/1.1" status: 204 len: 168 time: 0.1468189 May 24 15:39:20.144105 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9de90d-a16a-4172-84e6-5ffc5e55f32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7043f6f-3f35-4d11-98a2-af212b2c2466,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:20.150064 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7f20b-3838-4113-8eff-c7e6ce97756f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dbee2a-d95a-4428-ad6c-85504670cc7d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:20.177694 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ca76-baf9-460a-8345-689598bd62e5 req-f3f33d30-394e-46c3-85c2-ffa799d40202 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:20.179155 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4969ca76-baf9-460a-8345-689598bd62e5 req-f3f33d30-394e-46c3-85c2-ffa799d40202 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.1052983 May 24 15:39:20.214362 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7a25c606-76b3-4825-bcd0-2b6902c9dc0d req-940213a4-6c20-4b1b-b047-61a0166e811b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587434 May 24 15:39:20.227908 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e00bdc4a-52db-4832-9c3a-de3b66676a74 admin admin] Publish callbacks [] for security_group (f7043f6f-3f35-4d11-98a2-af212b2c2466), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.281590 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e00bdc4a-52db-4832-9c3a-de3b66676a74 admin admin] Publish callbacks [] for security_group (f7043f6f-3f35-4d11-98a2-af212b2c2466), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.307927 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4969ca76-baf9-460a-8345-689598bd62e5 req-81f80127-c149-4b9f-8cc4-dd3c098a4acb tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162174 May 24 15:39:20.346206 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e00bdc4a-52db-4832-9c3a-de3b66676a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (f7043f6f-3f35-4d11-98a2-af212b2c2466), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.350004 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e00bdc4a-52db-4832-9c3a-de3b66676a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.351551 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-e00bdc4a-52db-4832-9c3a-de3b66676a74 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7043f6f-3f35-4d11-98a2-af212b2c2466 HTTP/1.1" status: 204 len: 168 time: 0.2886126 May 24 15:39:20.361948 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bdc4a-52db-4832-9c3a-de3b66676a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7043f6f-3f35-4d11-98a2-af212b2c2466,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:20.551487 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b093bd-097d-4628-923b-418db357f4e6 req-9fd94fe7-7fd0-496e-b9d7-922af3708f97 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:20.553233 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e3b093bd-097d-4628-923b-418db357f4e6 req-9fd94fe7-7fd0-496e-b9d7-922af3708f97 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 945 time: 0.0568700 May 24 15:39:20.604863 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e3b093bd-097d-4628-923b-418db357f4e6 req-3637e43d-c875-4375-8d5c-60b7b948865d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461400 May 24 15:39:20.633784 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48660) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:20.700695 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48666) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:20.715284 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6de6dde0-b28c-4469-8523-c37d6cb699d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.728044 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:20.801887 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6de6dde0-b28c-4469-8523-c37d6cb699d8 admin admin] Publish callbacks [] for security_group (b16d6b2e-1177-4c2a-ae00-992ee08daf8d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.806871 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6de6dde0-b28c-4469-8523-c37d6cb699d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b16d6b2e-1177-4c2a-ae00-992ee08daf8d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.855412 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-6de6dde0-b28c-4469-8523-c37d6cb699d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65db607bd69745789d47ef270f233a4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536803 May 24 15:39:20.858203 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48672) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:20.860696 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6dde0-b28c-4469-8523-c37d6cb699d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16d6b2e-1177-4c2a-ae00-992ee08daf8d,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:20.865297 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70bd2dfa-5328-4383-aabc-1d37a5142604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.922638 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6646a0d0-c6cc-4189-b066-7efa4b8e5f97 admin admin] Publish callbacks [] for security_group (b16d6b2e-1177-4c2a-ae00-992ee08daf8d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.946339 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6646a0d0-c6cc-4189-b066-7efa4b8e5f97 admin admin] Publish callbacks [] for security_group (b16d6b2e-1177-4c2a-ae00-992ee08daf8d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.948229 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70bd2dfa-5328-4383-aabc-1d37a5142604 admin admin] Publish callbacks [] for security_group (74aa90e1-dd87-4722-984a-472d47b61f51), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.953232 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-70bd2dfa-5328-4383-aabc-1d37a5142604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (74aa90e1-dd87-4722-984a-472d47b61f51), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.964843 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:20.998293 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6646a0d0-c6cc-4189-b066-7efa4b8e5f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b16d6b2e-1177-4c2a-ae00-992ee08daf8d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:20.999447 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-70bd2dfa-5328-4383-aabc-1d37a5142604 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d21540f6ac14ac5a591f0e16a8c6c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3642333 May 24 15:39:21.005726 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48676) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:21.006239 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6646a0d0-c6cc-4189-b066-7efa4b8e5f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:21.008188 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6646a0d0-c6cc-4189-b066-7efa4b8e5f97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b16d6b2e-1177-4c2a-ae00-992ee08daf8d HTTP/1.1" status: 204 len: 168 time: 0.1484759 May 24 15:39:21.020434 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646a0d0-c6cc-4189-b066-7efa4b8e5f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16d6b2e-1177-4c2a-ae00-992ee08daf8d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:21.025153 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd2dfa-5328-4383-aabc-1d37a5142604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aa90e1-dd87-4722-984a-472d47b61f51,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:21.042910 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:21.078720 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3864bcc4-ff76-42fe-aba9-02d60048cc5b admin admin] Publish callbacks [] for security_group (74aa90e1-dd87-4722-984a-472d47b61f51), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:21.112967 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3864bcc4-ff76-42fe-aba9-02d60048cc5b admin admin] Publish callbacks [] for security_group (74aa90e1-dd87-4722-984a-472d47b61f51), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:21.165470 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3864bcc4-ff76-42fe-aba9-02d60048cc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (74aa90e1-dd87-4722-984a-472d47b61f51), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:21.168965 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3864bcc4-ff76-42fe-aba9-02d60048cc5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:21.172915 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-3864bcc4-ff76-42fe-aba9-02d60048cc5b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74aa90e1-dd87-4722-984a-472d47b61f51 HTTP/1.1" status: 204 len: 168 time: 0.1692972 May 24 15:39:21.181519 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864bcc4-ff76-42fe-aba9-02d60048cc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aa90e1-dd87-4722-984a-472d47b61f51,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:21.373599 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4d782-09c1-460f-9cd2-bbc8c88e811a req-32e30355-3e82-4677-a276-70610b4abaa4 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:21.375390 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2dd4d782-09c1-460f-9cd2-bbc8c88e811a req-32e30355-3e82-4677-a276-70610b4abaa4 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0621619 May 24 15:39:21.462689 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dafe5b-7b16-4ff1-80b4-de7b89e0e761 req-84bcf307-824b-41af-baf6-831800ec21ae tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:21.464218 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a9dafe5b-7b16-4ff1-80b4-de7b89e0e761 req-84bcf307-824b-41af-baf6-831800ec21ae tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.0742719 May 24 15:39:21.480316 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2dd4d782-09c1-460f-9cd2-bbc8c88e811a req-c311d378-e32a-4c2a-b513-963364ac21b4 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978918 May 24 15:39:21.532307 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a9dafe5b-7b16-4ff1-80b4-de7b89e0e761 req-394155f3-898e-4285-beca-d64122e8ef5e tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543818 May 24 15:39:21.541723 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48710) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:21.561890 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f0af8279-e90a-4a98-9f29-28f14b54d884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:21.650074 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:21.656172 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f0af8279-e90a-4a98-9f29-28f14b54d884 admin admin] Publish callbacks [] for security_group (cd6fc17c-781e-4ccb-b5ef-259c2f0a8e78), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:21.662751 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f0af8279-e90a-4a98-9f29-28f14b54d884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (cd6fc17c-781e-4ccb-b5ef-259c2f0a8e78), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:21.739323 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-f0af8279-e90a-4a98-9f29-28f14b54d884 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff9c21c940b943458ee6feafbfbcb273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962285 May 24 15:39:21.740023 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af8279-e90a-4a98-9f29-28f14b54d884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6fc17c-781e-4ccb-b5ef-259c2f0a8e78,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:21.742133 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48716) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:21.760214 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdbfad-a2b9-44c3-bcb8-6e92aa39b551 req-de4d37c6-3009-4b7e-884b-c428af09bc5c tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:21.761852 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-53cdbfad-a2b9-44c3-bcb8-6e92aa39b551 req-de4d37c6-3009-4b7e-884b-c428af09bc5c tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 945 time: 0.0636652 May 24 15:39:21.822171 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-53cdbfad-a2b9-44c3-bcb8-6e92aa39b551 req-e72fe58b-4be6-4461-9923-46012108427f tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542595 May 24 15:39:21.845371 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63536618-2d67-4784-ab68-339a1070a032 admin admin] Publish callbacks [] for security_group (cd6fc17c-781e-4ccb-b5ef-259c2f0a8e78), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:21.846901 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:21.874217 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63536618-2d67-4784-ab68-339a1070a032 admin admin] Publish callbacks [] for security_group (cd6fc17c-781e-4ccb-b5ef-259c2f0a8e78), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:21.935156 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63536618-2d67-4784-ab68-339a1070a032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (cd6fc17c-781e-4ccb-b5ef-259c2f0a8e78), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:21.938400 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-63536618-2d67-4784-ab68-339a1070a032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:21.939889 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-63536618-2d67-4784-ab68-339a1070a032 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd6fc17c-781e-4ccb-b5ef-259c2f0a8e78 HTTP/1.1" status: 204 len: 168 time: 0.1942990 May 24 15:39:21.951968 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63536618-2d67-4784-ab68-339a1070a032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6fc17c-781e-4ccb-b5ef-259c2f0a8e78,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:22.063711 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48728) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:22.325135 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-215251645-network', 'tenant_id': '28eaf8647df449ca9c9a1cd8b1cfaa6e'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:39:22.349501 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Made reservation on behalf of 28eaf8647df449ca9c9a1cd8b1cfaa6e for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:39:22.352292 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:22.362629 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:22.442388 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Publish callbacks [] for security_group (37430fe1-e0fb-40b4-a51d-09819910db27), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:22.448600 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (37430fe1-e0fb-40b4-a51d-09819910db27), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:22.471580 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:39:22.485290 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:22.487608 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37430fe1-e0fb-40b4-a51d-09819910db27,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:22.490590 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (dcf67468-55b7-4e56-a74a-66377da10896), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:22.490977 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Added segment dcf67468-55b7-4e56-a74a-66377da10896 of type vlan for network 9dbfea65-6096-4198-9565-8755b7b7644f May 24 15:39:22.534547 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (9dbfea65-6096-4198-9565-8755b7b7644f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:22.564280 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (9dbfea65-6096-4198-9565-8755b7b7644f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:22.565580 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:22.566475 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:22.652645 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5846672 May 24 15:39:22.652645 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cd853-400a-4ada-89c2-219112f20958 admin admin] Pushing event updated for resources: {'Network': ['ID=9dbfea65-6096-4198-9565-8755b7b7644f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:22.653097 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48758) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:22.657917 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4c0487a7-ecf2-478b-bb61-d9c295d40807 admin admin] Request body: {'subnet': {'network_id': '9dbfea65-6096-4198-9565-8755b7b7644f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-215251645-subnet', 'tenant_id': '28eaf8647df449ca9c9a1cd8b1cfaa6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:39:22.662141 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 9dbfea65-6096-4198-9565-8755b7b7644f details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:39:22.671815 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f789b9-70bd-494e-9ca0-ba3c40a0447e req-00457e31-5f76-4666-bb4e-9ab145768585 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:22.680393 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b3f789b9-70bd-494e-9ca0-ba3c40a0447e req-00457e31-5f76-4666-bb4e-9ab145768585 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.1008413 May 24 15:39:22.698485 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0487a7-ecf2-478b-bb61-d9c295d40807 admin admin] Made reservation on behalf of 28eaf8647df449ca9c9a1cd8b1cfaa6e for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:39:22.700841 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c0487a7-ecf2-478b-bb61-d9c295d40807 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:22.709063 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c98c5d-49de-4fe5-b3ec-ab07247becc3 req-adf3fea3-d469-41c6-a5fc-c6ad6a1e2387 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:22.710578 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-27c98c5d-49de-4fe5-b3ec-ab07247becc3 req-adf3fea3-d469-41c6-a5fc-c6ad6a1e2387 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.0911179 May 24 15:39:22.770069 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b3f789b9-70bd-494e-9ca0-ba3c40a0447e req-c89a3196-4867-453c-a9a8-8c3d2bf58a01 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885830 May 24 15:39:22.799360 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-27c98c5d-49de-4fe5-b3ec-ab07247becc3 req-5832c78b-bb93-4ddd-9afa-34de023754a0 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810981 May 24 15:39:22.918818 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c0487a7-ecf2-478b-bb61-d9c295d40807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for subnet (9b5f4dae-71ee-4c4b-b657-b7e4cf2f7d39), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:22.958466 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec302e9-32a9-4358-9501-750a0767e0f7 req-ceec0770-96b4-4db9-8cc2-f4b690de3b93 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:22.960367 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7ec302e9-32a9-4358-9501-750a0767e0f7 req-ceec0770-96b4-4db9-8cc2-f4b690de3b93 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 945 time: 0.0549984 May 24 15:39:22.975822 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0487a7-ecf2-478b-bb61-d9c295d40807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5f4dae-71ee-4c4b-b657-b7e4cf2f7d39,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:22.992062 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0487a7-ecf2-478b-bb61-d9c295d40807 admin admin] Checking segment: {'id': 'dcf67468-55b7-4e56-a74a-66377da10896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbfea65-6096-4198-9565-8755b7b7644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:39:22.992861 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0487a7-ecf2-478b-bb61-d9c295d40807 admin admin] Network hostable DHCP agents. Network: 9dbfea65-6096-4198-9565-8755b7b7644f, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:39:23.004634 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:23.014803 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0487a7-ecf2-478b-bb61-d9c295d40807 admin admin] Network 9dbfea65-6096-4198-9565-8755b7b7644f is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:39:23.018599 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7ec302e9-32a9-4358-9501-750a0767e0f7 req-ba3b22f5-9680-405d-9d82-3ce844576b52 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502157 May 24 15:39:23.032136 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-4c0487a7-ecf2-478b-bb61-d9c295d40807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 9dbfea65-6096-4198-9565-8755b7b7644f) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:39:23.037159 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0487a7-ecf2-478b-bb61-d9c295d40807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:23.038130 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c0487a7-ecf2-478b-bb61-d9c295d40807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:23.041358 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55556461-17ae-4eff-b8e4-69760942256e None None] Network 9dbfea65-6096-4198-9565-8755b7b7644f requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:39:23.053937 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=5,neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:23.070806 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4c0487a7-ecf2-478b-bb61-d9c295d40807 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4162276 May 24 15:39:23.197496 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a6c64a-a5c3-4491-b088-2a0463604571 None None] Network 9dbfea65-6096-4198-9565-8755b7b7644f requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:39:23.693645 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f993001-ff6b-426a-b903-31d7a00e4845 req-37ffa3d8-0d75-4aed-9276-52d193043de5 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:23.695375 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7f993001-ff6b-426a-b903-31d7a00e4845 req-37ffa3d8-0d75-4aed-9276-52d193043de5 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.59 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.0981984 May 24 15:39:23.825154 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-7f993001-ff6b-426a-b903-31d7a00e4845 req-9aefb59c-325d-48a6-b154-1203b043cc3a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Deleting port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:39:23.825524 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-7f993001-ff6b-426a-b903-31d7a00e4845 req-9aefb59c-325d-48a6-b154-1203b043cc3a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:23.867086 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48824) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:23.870825 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:23.874598 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1381354504-network', 'tenant_id': 'f9bde3047af445608f3436d09ae05561'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:39:23.975852 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Made reservation on behalf of f9bde3047af445608f3436d09ae05561 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:39:23.979548 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.000731 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.010150 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c6c65-4766-4fbc-85b6-de7cc79a1843 req-697d7548-fe84-4577-8f87-be915bdcb0df tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:24.011706 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cf8c6c65-4766-4fbc-85b6-de7cc79a1843 req-697d7548-fe84-4577-8f87-be915bdcb0df tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.1280279 May 24 15:39:24.025007 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c58b9-e045-42e5-911f-680d4ad6d2b0 req-64240d4d-7cac-4291-a77b-20bb9a9d6a0a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:24.026894 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d04c58b9-e045-42e5-911f-680d4ad6d2b0 req-64240d4d-7cac-4291-a77b-20bb9a9d6a0a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 946 time: 0.1255598 May 24 15:39:24.148715 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cf8c6c65-4766-4fbc-85b6-de7cc79a1843 req-3a5e6621-808b-4813-a2de-fd7ffa33af8d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205001 May 24 15:39:24.160880 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d04c58b9-e045-42e5-911f-680d4ad6d2b0 req-f4c71eb9-aede-4b75-9502-ad44fa468d24 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/security-groups?id=d7b6fc36-4e14-43b5-83fa-585654f960bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225173 May 24 15:39:24.163751 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-7f993001-ff6b-426a-b903-31d7a00e4845 req-9aefb59c-325d-48a6-b154-1203b043cc3a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] For port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=96344a89-ed01-4bee-abb4-d0e1e6ef0c96,segment=NetworkSegment(0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06),segment_id=0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:39:24.164332 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-7f993001-ff6b-426a-b903-31d7a00e4845 req-9aefb59c-325d-48a6-b154-1203b043cc3a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.184207 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-7f993001-ff6b-426a-b903-31d7a00e4845 req-9aefb59c-325d-48a6-b154-1203b043cc3a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Calling delete_port for 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:39:24.237653 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Publish callbacks [] for security_group (3beaa631-164a-411c-a4b8-528e3963f81f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.250994 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (3beaa631-164a-411c-a4b8-528e3963f81f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.293910 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:39:24.312851 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beaa631-164a-411c-a4b8-528e3963f81f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:24.322518 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (e8550b32-e603-49a4-a307-4e502881e1a4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.323159 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.segments_db [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Added segment e8550b32-e603-49a4-a307-4e502881e1a4 of type vlan for network b05dba4e-9ef9-441c-aef5-6b4587612ffd May 24 15:39:24.372183 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:24.393385 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (b05dba4e-9ef9-441c-aef5-6b4587612ffd), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.403013 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-7f993001-ff6b-426a-b903-31d7a00e4845 req-9aefb59c-325d-48a6-b154-1203b043cc3a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157'] for port (96344a89-ed01-4bee-abb4-d0e1e6ef0c96), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.423640 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (b05dba4e-9ef9-441c-aef5-6b4587612ffd), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.424797 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:24.425379 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.442022 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['96344a89-ed01-4bee-abb4-d0e1e6ef0c96'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:39:24.472778 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefb59c-325d-48a6-b154-1203b043cc3a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Pushing event deleted for resources: {'Port': ['ID=96344a89-ed01-4bee-abb4-d0e1e6ef0c96,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:24.489691 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:24.515814 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6475775 May 24 15:39:24.517432 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48834) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:24.522209 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-30227de9-371a-4dd2-99f0-0af38f578f6e admin admin] Request body: {'subnet': {'network_id': 'b05dba4e-9ef9-441c-aef5-6b4587612ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1381354504-subnet', 'tenant_id': 'f9bde3047af445608f3436d09ae05561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:39:24.528155 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9404ea-7b13-4c01-a1cc-e36121f9f9ca admin admin] Pushing event updated for resources: {'Network': ['ID=b05dba4e-9ef9-441c-aef5-6b4587612ffd,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:24.541380 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network b05dba4e-9ef9-441c-aef5-6b4587612ffd details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:39:24.543519 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f993001-ff6b-426a-b903-31d7a00e4845 req-9aefb59c-325d-48a6-b154-1203b043cc3a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] No DVR routers for this DVR port 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:39:24.551605 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-7f993001-ff6b-426a-b903-31d7a00e4845 req-9aefb59c-325d-48a6-b154-1203b043cc3a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.555114 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7f993001-ff6b-426a-b903-31d7a00e4845 req-9aefb59c-325d-48a6-b154-1203b043cc3a tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.59 "DELETE /v2.0/ports/96344a89-ed01-4bee-abb4-d0e1e6ef0c96 HTTP/1.1" status: 204 len: 173 time: 0.8539917 May 24 15:39:24.555566 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baac3150-841e-41d4-8408-93df2ec929c9', 'name': 'network-vif-deleted', 'tag': '96344a89-ed01-4bee-abb4-d0e1e6ef0c96'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:39:24.557831 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2073be-6d64-42fb-bdbb-249683fdeb7c" -d '{"events": [{"server_uuid": "baac3150-841e-41d4-8408-93df2ec929c9", "name": "network-vif-deleted", "tag": "96344a89-ed01-4bee-abb4-d0e1e6ef0c96"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:39:24.570600 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30227de9-371a-4dd2-99f0-0af38f578f6e admin admin] Made reservation on behalf of f9bde3047af445608f3436d09ae05561 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:39:24.573476 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30227de9-371a-4dd2-99f0-0af38f578f6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3945011'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.618752 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb9e98e-0254-4f95-a659-e7a08ff176e5 x-openstack-request-id: req-adb9e98e-0254-4f95-a659-e7a08ff176e5 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:39:24.619040 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baac3150-841e-41d4-8408-93df2ec929c9", "name": "network-vif-deleted", "tag": "96344a89-ed01-4bee-abb4-d0e1e6ef0c96", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:39:24.619286 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-adb9e98e-0254-4f95-a659-e7a08ff176e5 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:39:24.619679 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb9e98e-0254-4f95-a659-e7a08ff176e5'] response: {'server_uuid': 'baac3150-841e-41d4-8408-93df2ec929c9', 'name': 'network-vif-deleted', 'tag': '96344a89-ed01-4bee-abb4-d0e1e6ef0c96', 'status': 'completed', 'code': 200} May 24 15:39:24.679506 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03628d9d-424b-432a-8c6f-ab7febd7e265 req-ecbeed4a-98d4-484c-98b3-afcb13d74196 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:24.681008 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-03628d9d-424b-432a-8c6f-ab7febd7e265 req-ecbeed4a-98d4-484c-98b3-afcb13d74196 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 945 time: 0.0921414 May 24 15:39:24.774131 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-03628d9d-424b-432a-8c6f-ab7febd7e265 req-85e6f963-b3e5-49b0-9aba-0a66c8cefbb0 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824423 May 24 15:39:24.801351 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:24.848354 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30227de9-371a-4dd2-99f0-0af38f578f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2946791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3945153'] for subnet (66b3ffc4-3d56-46e2-adae-7032a331f1d9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.903359 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 48844) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:24.909514 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30227de9-371a-4dd2-99f0-0af38f578f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b3ffc4-3d56-46e2-adae-7032a331f1d9,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:24.922844 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30227de9-371a-4dd2-99f0-0af38f578f6e admin admin] Checking segment: {'id': 'e8550b32-e603-49a4-a307-4e502881e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b05dba4e-9ef9-441c-aef5-6b4587612ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:39:24.923207 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30227de9-371a-4dd2-99f0-0af38f578f6e admin admin] Network hostable DHCP agents. Network: b05dba4e-9ef9-441c-aef5-6b4587612ffd, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:39:24.945186 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30227de9-371a-4dd2-99f0-0af38f578f6e admin admin] Network b05dba4e-9ef9-441c-aef5-6b4587612ffd is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:39:24.954500 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-30227de9-371a-4dd2-99f0-0af38f578f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, b05dba4e-9ef9-441c-aef5-6b4587612ffd) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:39:24.959109 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30227de9-371a-4dd2-99f0-0af38f578f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:24.959691 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-30227de9-371a-4dd2-99f0-0af38f578f6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:24.964201 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff01e4b9-1e8f-46e3-81c0-a8beeee7e0a0 None None] Network b05dba4e-9ef9-441c-aef5-6b4587612ffd requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:39:24.985448 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-30227de9-371a-4dd2-99f0-0af38f578f6e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4594722 May 24 15:39:25.023390 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-23d5502b-2093-437b-bc66-a5647ac7c97d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:25.074035 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2ecf2c-a373-4f9e-85d6-b0d9d4700851 None None] Network b05dba4e-9ef9-441c-aef5-6b4587612ffd requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:39:25.113312 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-23d5502b-2093-437b-bc66-a5647ac7c97d admin admin] Publish callbacks [] for security_group (6f380913-8ac7-409e-8605-2e47e9af11ad), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:25.118559 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-23d5502b-2093-437b-bc66-a5647ac7c97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (6f380913-8ac7-409e-8605-2e47e9af11ad), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:25.161565 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-23d5502b-2093-437b-bc66-a5647ac7c97d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3161f12782024931a2f31ec78e0ddc80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570305 May 24 15:39:25.162565 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5502b-2093-437b-bc66-a5647ac7c97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f380913-8ac7-409e-8605-2e47e9af11ad,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:25.164426 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48854) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:25.217724 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-52f08920-1526-43a1-bbc1-c754aaacc91e admin admin] Publish callbacks [] for security_group (6f380913-8ac7-409e-8605-2e47e9af11ad), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:25.261421 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-52f08920-1526-43a1-bbc1-c754aaacc91e admin admin] Publish callbacks [] for security_group (6f380913-8ac7-409e-8605-2e47e9af11ad), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:25.318344 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f0506d22-63bf-408c-87ca-93d26b05d254 req-58be7fa0-2cca-477a-b82f-9f513a7002ed tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 210 time: 0.0502057 May 24 15:39:25.339773 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b8778291-4d81-4307-abb4-b1ebaf6a7fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:25.368156 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6796a-fc92-4f8e-aaf3-4f1c417292d4 req-4f1f35c2-7a94-46a7-9356-a9cde5c6a0e6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:25.369643 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1ac6796a-fc92-4f8e-aaf3-4f1c417292d4 req-4f1f35c2-7a94-46a7-9356-a9cde5c6a0e6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0826426 May 24 15:39:25.619370 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-52f08920-1526-43a1-bbc1-c754aaacc91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (6f380913-8ac7-409e-8605-2e47e9af11ad), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:25.622140 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-52f08920-1526-43a1-bbc1-c754aaacc91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:25.625756 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-52f08920-1526-43a1-bbc1-c754aaacc91e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f380913-8ac7-409e-8605-2e47e9af11ad HTTP/1.1" status: 204 len: 168 time: 0.4576728 May 24 15:39:25.682933 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f08920-1526-43a1-bbc1-c754aaacc91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f380913-8ac7-409e-8605-2e47e9af11ad,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:25.690290 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1ac6796a-fc92-4f8e-aaf3-4f1c417292d4 req-8fdbfdce-6f02-4650-b529-7d12e02e15d1 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133547 May 24 15:39:25.902853 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:25.911693 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851f55e-0685-48e4-bfde-13f1d3ff7597 req-40ac45ae-95b0-48f3-ad33-af02591d0f25 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:25.913211 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b851f55e-0685-48e4-bfde-13f1d3ff7597 req-40ac45ae-95b0-48f3-ad33-af02591d0f25 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 945 time: 0.0533280 May 24 15:39:25.967589 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b851f55e-0685-48e4-bfde-13f1d3ff7597 req-0ab41de9-d2ed-413f-8b9c-eb5589812b99 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463369 May 24 15:39:26.232324 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a07afb-0194-4bc1-a268-6d8383f8ca9b req-8a20b3be-4897-4019-a306-8bd7cdf34fe4 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:26.234968 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-68a07afb-0194-4bc1-a268-6d8383f8ca9b req-8a20b3be-4897-4019-a306-8bd7cdf34fe4 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.59 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 945 time: 0.0574634 May 24 15:39:26.347687 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-68a07afb-0194-4bc1-a268-6d8383f8ca9b req-8530d55d-d2c7-4ccc-9584-a6953fbf6d6d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Deleting port cf59e677-240a-4b1e-b4d1-2c5ed01afc57 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:39:26.347853 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-68a07afb-0194-4bc1-a268-6d8383f8ca9b req-8530d55d-d2c7-4ccc-9584-a6953fbf6d6d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:26.437686 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ad1a5741-2bc7-41ba-88af-b211919391e8 req-af59c189-255e-4854-a1f4-8939d935e868 tempest-DeleteServersTestJSON-774158215 tempest-DeleteServersTestJSON-774158215-project] 10.222.0.55 "GET /v2.0/ports?device_id=baac3150-841e-41d4-8408-93df2ec929c9 HTTP/1.1" status: 200 len: 210 time: 0.0366766 May 24 15:39:26.466798 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-68a07afb-0194-4bc1-a268-6d8383f8ca9b req-8530d55d-d2c7-4ccc-9584-a6953fbf6d6d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] For port cf59e677-240a-4b1e-b4d1-2c5ed01afc57, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=cf59e677-240a-4b1e-b4d1-2c5ed01afc57,segment=NetworkSegment(448bbe05-ed21-4d40-9b78-09dcd704bdd3),segment_id=448bbe05-ed21-4d40-9b78-09dcd704bdd3)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:39:26.467231 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-68a07afb-0194-4bc1-a268-6d8383f8ca9b req-8530d55d-d2c7-4ccc-9584-a6953fbf6d6d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:26.481842 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-68a07afb-0194-4bc1-a268-6d8383f8ca9b req-8530d55d-d2c7-4ccc-9584-a6953fbf6d6d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Calling delete_port for cf59e677-240a-4b1e-b4d1-2c5ed01afc57 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:39:26.487105 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:26.644749 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-68a07afb-0194-4bc1-a268-6d8383f8ca9b req-8530d55d-d2c7-4ccc-9584-a6953fbf6d6d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157'] for port (cf59e677-240a-4b1e-b4d1-2c5ed01afc57), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:26.674608 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530d55d-d2c7-4ccc-9584-a6953fbf6d6d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Pushing event deleted for resources: {'Port': ['ID=cf59e677-240a-4b1e-b4d1-2c5ed01afc57,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:26.690964 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['cf59e677-240a-4b1e-b4d1-2c5ed01afc57'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:39:26.731861 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a07afb-0194-4bc1-a268-6d8383f8ca9b req-8530d55d-d2c7-4ccc-9584-a6953fbf6d6d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] No DVR routers for this DVR port cf59e677-240a-4b1e-b4d1-2c5ed01afc57 on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:39:26.737902 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-68a07afb-0194-4bc1-a268-6d8383f8ca9b req-8530d55d-d2c7-4ccc-9584-a6953fbf6d6d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:26.741935 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-68a07afb-0194-4bc1-a268-6d8383f8ca9b req-8530d55d-d2c7-4ccc-9584-a6953fbf6d6d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.59 "DELETE /v2.0/ports/cf59e677-240a-4b1e-b4d1-2c5ed01afc57 HTTP/1.1" status: 204 len: 173 time: 0.5002172 May 24 15:39:26.742453 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47371c4c-744d-41c8-88ce-77c16bb4bbef', 'name': 'network-vif-deleted', 'tag': 'cf59e677-240a-4b1e-b4d1-2c5ed01afc57'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:39:26.745264 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cb8f12-c0c7-4d78-a8d7-75ff812817e5" -d '{"events": [{"server_uuid": "47371c4c-744d-41c8-88ce-77c16bb4bbef", "name": "network-vif-deleted", "tag": "cf59e677-240a-4b1e-b4d1-2c5ed01afc57"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:39:26.795842 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618e0910-0bf7-4a1e-b777-21811a5b2d78 x-openstack-request-id: req-618e0910-0bf7-4a1e-b777-21811a5b2d78 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:39:26.796241 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47371c4c-744d-41c8-88ce-77c16bb4bbef", "name": "network-vif-deleted", "tag": "cf59e677-240a-4b1e-b4d1-2c5ed01afc57", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:39:26.796578 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-618e0910-0bf7-4a1e-b777-21811a5b2d78 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:39:26.797033 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618e0910-0bf7-4a1e-b777-21811a5b2d78'] response: {'server_uuid': '47371c4c-744d-41c8-88ce-77c16bb4bbef', 'name': 'network-vif-deleted', 'tag': 'cf59e677-240a-4b1e-b4d1-2c5ed01afc57', 'status': 'completed', 'code': 200} May 24 15:39:26.867680 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b28a07-8ee7-4946-b85c-cfa11e5c0d04 req-d5051288-d1a1-499e-b5cd-23432fb3896a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:26.869216 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f1b28a07-8ee7-4946-b85c-cfa11e5c0d04 req-d5051288-d1a1-499e-b5cd-23432fb3896a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0543633 May 24 15:39:26.936903 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f1b28a07-8ee7-4946-b85c-cfa11e5c0d04 req-f9e3a5f7-7dea-4484-8fdf-2efe9bbe4c92 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561738 May 24 15:39:27.096554 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-348b3388-d060-4c73-8b8a-5fe0d97c9abb req-39c6e0d8-f418-489a-b435-88aba9e3dd78 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=47371c4c-744d-41c8-88ce-77c16bb4bbef HTTP/1.1" status: 200 len: 210 time: 0.0356529 May 24 15:39:27.331310 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:39:27.353434 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:39:27.353772 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 96344a89-ed01-4bee-abb4-d0e1e6ef0c96 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:39:27.594968 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-06cc1630-e368-494a-bf90-fcf9b36da577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:27.860392 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48976) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:27.973101 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11a0339e-384d-4db8-8ecc-c591b6e7ed11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:28.082056 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851eee8e-5509-444a-b069-a318e4c3b331 req-3af27cd0-63af-49f5-af9d-febaa14b5de6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:28.083532 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-851eee8e-5509-444a-b069-a318e4c3b331 req-3af27cd0-63af-49f5-af9d-febaa14b5de6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0650332 May 24 15:39:28.104076 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11a0339e-384d-4db8-8ecc-c591b6e7ed11 admin admin] Publish callbacks [] for security_group (215f29d4-711e-4b01-a621-f068a940dcb9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:28.112439 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-11a0339e-384d-4db8-8ecc-c591b6e7ed11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (215f29d4-711e-4b01-a621-f068a940dcb9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:28.173276 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-11a0339e-384d-4db8-8ecc-c591b6e7ed11 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=250d78ed111c40078ccaa096a8092c41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050542 May 24 15:39:28.173276 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 48984) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:28.183059 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0339e-384d-4db8-8ecc-c591b6e7ed11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215f29d4-711e-4b01-a621-f068a940dcb9,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:28.200862 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-851eee8e-5509-444a-b069-a318e4c3b331 req-3394d7ad-778a-4aa5-b9d1-0beb3be5d9ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116037 May 24 15:39:28.234477 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a20f9644-fc6d-4fb5-941e-5bf308394694 admin admin] Publish callbacks [] for security_group (215f29d4-711e-4b01-a621-f068a940dcb9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:28.259300 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a20f9644-fc6d-4fb5-941e-5bf308394694 admin admin] Publish callbacks [] for security_group (215f29d4-711e-4b01-a621-f068a940dcb9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:28.277163 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:28.343809 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a20f9644-fc6d-4fb5-941e-5bf308394694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (215f29d4-711e-4b01-a621-f068a940dcb9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:28.346371 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a20f9644-fc6d-4fb5-941e-5bf308394694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:28.348104 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-a20f9644-fc6d-4fb5-941e-5bf308394694 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/215f29d4-711e-4b01-a621-f068a940dcb9 HTTP/1.1" status: 204 len: 168 time: 0.1763415 May 24 15:39:28.418179 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f9644-fc6d-4fb5-941e-5bf308394694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215f29d4-711e-4b01-a621-f068a940dcb9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:28.438480 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:28.502251 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-07ffa401-1a1a-4fe2-8366-3df5241e3f1d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:28.506775 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-07ffa401-1a1a-4fe2-8366-3df5241e3f1d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/networks?id=0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 HTTP/1.1" status: 200 len: 808 time: 0.1574073 May 24 15:39:28.529463 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-54c85e88-a50e-4e4a-afa4-7431b66ae291 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/quotas/80a3c5535f9040e58e055a7277514da1 HTTP/1.1" status: 200 len: 375 time: 0.0160034 May 24 15:39:28.567079 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-eab9cc15-b488-4b82-a287-322427127856 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=80a3c5535f9040e58e055a7277514da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312095 May 24 15:39:28.675074 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:28.683415 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-1abddd04-af4d-4811-8c29-1b86a0c31f9f service neutron] 10.222.0.55 "GET /v2.0/networks/0bcc5330-fb8d-4ac5-8c91-fc8cafd86886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135321 May 24 15:39:28.811050 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49016) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:28.832613 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395832c-3bbd-4df9-a44f-728c1d509e5d req-2295f3f1-11ed-490e-8450-607ca9f17eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:28.834488 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e395832c-3bbd-4df9-a44f-728c1d509e5d req-2295f3f1-11ed-490e-8450-607ca9f17eac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 1129 time: 0.0681129 May 24 15:39:28.838512 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf007609-bc43-461d-ab38-d5b0c40640b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:28.844003 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-8a808abf-2d65-4b06-b05c-5d1077cbbb7e service neutron] 10.222.0.55 "GET /v2.0/networks/0bcc5330-fb8d-4ac5-8c91-fc8cafd86886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514156 May 24 15:39:28.922652 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e395832c-3bbd-4df9-a44f-728c1d509e5d req-94e4caa8-3b3d-4ab0-9608-b8f878f9fdbe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789156 May 24 15:39:28.943513 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf007609-bc43-461d-ab38-d5b0c40640b2 admin admin] Publish callbacks [] for security_group (c39ac2b4-859e-4944-9c46-2243948ab100), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:28.948465 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-bf007609-bc43-461d-ab38-d5b0c40640b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (c39ac2b4-859e-4944-9c46-2243948ab100), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:28.996097 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-bf007609-bc43-461d-ab38-d5b0c40640b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f6171ff8bf844d9833dc1eedebce450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839988 May 24 15:39:28.996938 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf007609-bc43-461d-ab38-d5b0c40640b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39ac2b4-859e-4944-9c46-2243948ab100,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:28.998762 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49028) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:29.020562 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49032) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:29.070363 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22379f3a-6705-4c52-a4db-f19e9e09f362 admin admin] Publish callbacks [] for security_group (c39ac2b4-859e-4944-9c46-2243948ab100), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.088108 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-350fc962-ac71-4e9f-ae75-3940411013c3 req-9a0e556b-0792-4338-a44c-09d04db0a083 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 210 time: 0.0547905 May 24 15:39:29.092702 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22379f3a-6705-4c52-a4db-f19e9e09f362 admin admin] Publish callbacks [] for security_group (c39ac2b4-859e-4944-9c46-2243948ab100), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.094485 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:29.102789 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d8eeee-b716-47c6-a645-e4ba587de7b1 admin admin] Deleting subnet fe2447b7-d289-4185-a02b-4f3871cdb740 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:39:29.106401 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53d8eeee-b716-47c6-a645-e4ba587de7b1 admin admin] Publish callbacks [] for subnet (fe2447b7-d289-4185-a02b-4f3871cdb740), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.124260 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.156739 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53d8eeee-b716-47c6-a645-e4ba587de7b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431387'] for subnet (fe2447b7-d289-4185-a02b-4f3871cdb740), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.169169 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22379f3a-6705-4c52-a4db-f19e9e09f362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (c39ac2b4-859e-4944-9c46-2243948ab100), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.171881 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-22379f3a-6705-4c52-a4db-f19e9e09f362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.175672 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-22379f3a-6705-4c52-a4db-f19e9e09f362 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c39ac2b4-859e-4944-9c46-2243948ab100 HTTP/1.1" status: 204 len: 168 time: 0.1731515 May 24 15:39:29.182598 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22379f3a-6705-4c52-a4db-f19e9e09f362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39ac2b4-859e-4944-9c46-2243948ab100,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:29.212453 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53d8eeee-b716-47c6-a645-e4ba587de7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (fe2447b7-d289-4185-a02b-4f3871cdb740), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.338441 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9998-49db-4956-b524-afe50e3bebfb req-8135509e-b2a4-4237-a824-6c510ce3aa68 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:29.339972 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b55f9998-49db-4956-b524-afe50e3bebfb req-8135509e-b2a4-4237-a824-6c510ce3aa68 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0647581 May 24 15:39:29.341586 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53d8eeee-b716-47c6-a645-e4ba587de7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2946720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3945160'] for subnet (fe2447b7-d289-4185-a02b-4f3871cdb740), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.371846 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8eeee-b716-47c6-a645-e4ba587de7b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2447b7-d289-4185-a02b-4f3871cdb740,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:29.396616 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53d8eeee-b716-47c6-a645-e4ba587de7b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.402478 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-53d8eeee-b716-47c6-a645-e4ba587de7b1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fe2447b7-d289-4185-a02b-4f3871cdb740 HTTP/1.1" status: 204 len: 168 time: 0.3774445 May 24 15:39:29.402733 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49046) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:29.435131 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b55f9998-49db-4956-b524-afe50e3bebfb req-3a9b6dcd-ac77-472a-8614-3751d9e896d5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641935 May 24 15:39:29.497337 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (00b154da-a072-42ec-9708-34a9d5f5fcf6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.583883 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (00b154da-a072-42ec-9708-34a9d5f5fcf6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.605893 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.606260 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.606980 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.607403 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > port after_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.607659 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.607986 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > port after_update 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.608330 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.608648 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.608964 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.609279 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.686742 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.687226 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.687702 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.688192 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 24 15:39:29.688849 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b154da-a072-42ec-9708-34a9d5f5fcf6']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:29.707058 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:29.707344 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:29.724507 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678106'] for segment (0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.746143 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.754719 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:39:29.755105 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8731904'] for segment (0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.829846 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (00b154da-a072-42ec-9708-34a9d5f5fcf6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.850408 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:29.853847 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] 10.222.0.55 "DELETE /v2.0/networks/00b154da-a072-42ec-9708-34a9d5f5fcf6 HTTP/1.1" status: 204 len: 168 time: 0.4495912 May 24 15:39:29.855470 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bd817-cac5-47ad-83a1-2889fb3ce65c admin admin] Pushing event deleted for resources: {'Network': ['ID=00b154da-a072-42ec-9708-34a9d5f5fcf6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:30.045613 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49084) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:30.088561 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-a2521ef8-952a-4b10-8d2e-708f7445ecfa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f86f8a870f9146489a3ef1716094e066&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416005 May 24 15:39:30.091130 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49086) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:30.150158 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-57699930-c451-43d0-9a17-560b9fe041c7 admin admin] Publish callbacks [] for security_group (d7b6fc36-4e14-43b5-83fa-585654f960bd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:30.178870 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-57699930-c451-43d0-9a17-560b9fe041c7 admin admin] Publish callbacks [] for security_group (d7b6fc36-4e14-43b5-83fa-585654f960bd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:30.206007 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-12091f23-040b-49e0-be36-2cab676d8887 req-4ce338c8-728e-4d15-b155-c757bebcd7fa tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 210 time: 0.0313380 May 24 15:39:30.220839 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06 resource provider aggregate not found May 24 15:39:30.243227 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fb78fe3-d16e-46d8-ac5d-96fe2a9c9f06 found for delete ", "request_id": "req-1b70465e-b42f-4f92-911b-614bcf704a19"}]} May 24 15:39:30.244313 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-57699930-c451-43d0-9a17-560b9fe041c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d7b6fc36-4e14-43b5-83fa-585654f960bd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:30.246824 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-57699930-c451-43d0-9a17-560b9fe041c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:30.248480 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-57699930-c451-43d0-9a17-560b9fe041c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7b6fc36-4e14-43b5-83fa-585654f960bd HTTP/1.1" status: 204 len: 168 time: 0.1559215 May 24 15:39:30.257333 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57699930-c451-43d0-9a17-560b9fe041c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b6fc36-4e14-43b5-83fa-585654f960bd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:30.303739 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:30.572237 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961573f2-674a-4e01-bbf9-03cd99b54522 req-3aeb5a09-e8ee-4f5d-be89-c438a181179e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:30.573773 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-961573f2-674a-4e01-bbf9-03cd99b54522 req-3aeb5a09-e8ee-4f5d-be89-c438a181179e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0583386 May 24 15:39:30.624660 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-961573f2-674a-4e01-bbf9-03cd99b54522 req-45c07a94-ae27-4f05-8dff-b3524c76b77b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436981 May 24 15:39:31.309141 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c43e97bd-74d5-4575-90a4-f63e85088d8c req-094e9861-e4b3-4b9b-8bf8-eb4d42aeffeb tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 210 time: 0.0310020 May 24 15:39:31.602282 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49156) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:31.702352 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:31.715816 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:31.745029 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e7823772-d537-43b2-a2ab-462b00930a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:31.749990 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1a285-ab2e-4886-8033-553a16a647ca req-22d1c484-2cfa-4894-86ab-934073acda29 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:31.749990 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-95e1a285-ab2e-4886-8033-553a16a647ca req-22d1c484-2cfa-4894-86ab-934073acda29 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0542154 May 24 15:39:31.758082 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device cf59e677-240a-4b1e-b4d1-2c5ed01afc57 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:39:31.762691 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:31.781542 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: cf59e677-240a-4b1e-b4d1-2c5ed01afc57 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:39:31.781857 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device cf59e677-240a-4b1e-b4d1-2c5ed01afc57 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:39:31.787132 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:31.803391 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-95e1a285-ab2e-4886-8033-553a16a647ca req-c0e1c0f5-3c4e-4511-9bf2-7b5a11e73a7f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474453 May 24 15:39:31.849081 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e7823772-d537-43b2-a2ab-462b00930a52 admin admin] Publish callbacks [] for security_group (16fdb642-eb53-4325-9754-0c7dc9724776), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:31.854843 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e7823772-d537-43b2-a2ab-462b00930a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (16fdb642-eb53-4325-9754-0c7dc9724776), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:31.895706 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-e7823772-d537-43b2-a2ab-462b00930a52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42166c9c0aae47cd8ed3570e71c4602a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923324 May 24 15:39:31.896844 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7823772-d537-43b2-a2ab-462b00930a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fdb642-eb53-4325-9754-0c7dc9724776,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:31.898653 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49164) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:31.952039 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4be8d55e-a9a6-40da-b1d9-a743f71cb573 admin admin] Publish callbacks [] for security_group (16fdb642-eb53-4325-9754-0c7dc9724776), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:31.979483 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4be8d55e-a9a6-40da-b1d9-a743f71cb573 admin admin] Publish callbacks [] for security_group (16fdb642-eb53-4325-9754-0c7dc9724776), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:32.035966 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4be8d55e-a9a6-40da-b1d9-a743f71cb573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (16fdb642-eb53-4325-9754-0c7dc9724776), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:32.038980 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4be8d55e-a9a6-40da-b1d9-a743f71cb573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:32.042075 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-4be8d55e-a9a6-40da-b1d9-a743f71cb573 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16fdb642-eb53-4325-9754-0c7dc9724776 HTTP/1.1" status: 204 len: 168 time: 0.1386266 May 24 15:39:32.059286 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8d55e-a9a6-40da-b1d9-a743f71cb573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fdb642-eb53-4325-9754-0c7dc9724776,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:32.415305 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-780d371f-4c47-4d09-850c-e6a2af94408b req-00b8797c-c6fc-4c6d-a0ed-1f100bffa778 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 210 time: 0.0291140 May 24 15:39:32.971112 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35467f-6b68-4491-9dab-be3ec84f9b72 req-1c546a7b-1476-44d6-90b1-9e770185f4b5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:32.972738 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1d35467f-6b68-4491-9dab-be3ec84f9b72 req-1c546a7b-1476-44d6-90b1-9e770185f4b5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0641942 May 24 15:39:33.025232 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1d35467f-6b68-4491-9dab-be3ec84f9b72 req-322b1397-80b0-4140-b9d2-da1c3d649f35 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465040 May 24 15:39:33.514441 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-01d763d2-d8a5-4549-9690-0014bab826d2 req-4e0c7c9f-ee9c-4e29-ac24-e5c4724b2d4d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 210 time: 0.0293286 May 24 15:39:34.151877 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf404cf-9a6a-4fb3-bba9-4abe0d2dc569 req-8fb70852-f41d-49c9-91a9-30f1981d660d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:34.156371 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49282) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:34.156869 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9cf404cf-9a6a-4fb3-bba9-4abe0d2dc569 req-8fb70852-f41d-49c9-91a9-30f1981d660d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0494192 May 24 15:39:34.206879 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9cf404cf-9a6a-4fb3-bba9-4abe0d2dc569 req-bdfdccf1-c475-4347-8702-20b9f57bb5e7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469556 May 24 15:39:34.269151 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d3d1479b-1fed-48de-b00f-bde8da479b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:34.271724 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=7,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:34.322263 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ece86-31e9-4f0e-83c6-1cd6dfd889d8 req-dbb3fd7e-5a30-4423-9b9b-aa0a8acc5f9a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:34.324439 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-359ece86-31e9-4f0e-83c6-1cd6dfd889d8 req-dbb3fd7e-5a30-4423-9b9b-aa0a8acc5f9a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0511980 May 24 15:39:34.352184 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d3d1479b-1fed-48de-b00f-bde8da479b0d admin admin] Publish callbacks [] for security_group (87884b4d-d93a-4829-b109-9e9b6920220c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:34.358004 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d3d1479b-1fed-48de-b00f-bde8da479b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (87884b4d-d93a-4829-b109-9e9b6920220c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:34.382527 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-359ece86-31e9-4f0e-83c6-1cd6dfd889d8 req-3957be28-3d49-4768-80c9-c7b8f6f02dbc tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513003 May 24 15:39:34.396681 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d3d1479b-1fed-48de-b00f-bde8da479b0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e7f9411b9424065b75fbad0d913ec46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385628 May 24 15:39:34.398628 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1479b-1fed-48de-b00f-bde8da479b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87884b4d-d93a-4829-b109-9e9b6920220c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:34.399456 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49290) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:34.450517 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24727bf2-61ad-41a0-be3a-8f5782b4cbe6 admin admin] Publish callbacks [] for security_group (87884b4d-d93a-4829-b109-9e9b6920220c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:34.474375 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24727bf2-61ad-41a0-be3a-8f5782b4cbe6 admin admin] Publish callbacks [] for security_group (87884b4d-d93a-4829-b109-9e9b6920220c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:34.528412 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24727bf2-61ad-41a0-be3a-8f5782b4cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (87884b4d-d93a-4829-b109-9e9b6920220c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:34.531703 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-24727bf2-61ad-41a0-be3a-8f5782b4cbe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:34.535512 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-24727bf2-61ad-41a0-be3a-8f5782b4cbe6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87884b4d-d93a-4829-b109-9e9b6920220c HTTP/1.1" status: 204 len: 168 time: 0.1323483 May 24 15:39:34.555683 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24727bf2-61ad-41a0-be3a-8f5782b4cbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87884b4d-d93a-4829-b109-9e9b6920220c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:34.634210 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6165b812-e2e5-48b1-8f2a-86364a39adb1 req-c1f24a22-689b-47d0-a222-8649505e71c9 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 210 time: 0.0339317 May 24 15:39:34.842885 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49306) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:34.856074 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c812bb1c-f31a-498f-9d66-64a71c71118a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:34.933562 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c812bb1c-f31a-498f-9d66-64a71c71118a admin admin] Publish callbacks [] for security_group (b87d5fd2-d979-4760-a360-7d1e9121c9d2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:34.939212 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c812bb1c-f31a-498f-9d66-64a71c71118a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b87d5fd2-d979-4760-a360-7d1e9121c9d2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:34.978974 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c812bb1c-f31a-498f-9d66-64a71c71118a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92c74501c1254053ba7b9256a545f64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349556 May 24 15:39:34.979899 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812bb1c-f31a-498f-9d66-64a71c71118a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87d5fd2-d979-4760-a360-7d1e9121c9d2,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:34.981646 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49310) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:35.034649 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15875d52-7568-4ec1-9c33-2e6da1ea265d admin admin] Publish callbacks [] for security_group (b87d5fd2-d979-4760-a360-7d1e9121c9d2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:35.057189 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15875d52-7568-4ec1-9c33-2e6da1ea265d admin admin] Publish callbacks [] for security_group (b87d5fd2-d979-4760-a360-7d1e9121c9d2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:35.114884 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15875d52-7568-4ec1-9c33-2e6da1ea265d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b87d5fd2-d979-4760-a360-7d1e9121c9d2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:35.117752 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-15875d52-7568-4ec1-9c33-2e6da1ea265d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:35.118884 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-15875d52-7568-4ec1-9c33-2e6da1ea265d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b87d5fd2-d979-4760-a360-7d1e9121c9d2 HTTP/1.1" status: 204 len: 168 time: 0.1362724 May 24 15:39:35.127017 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15875d52-7568-4ec1-9c33-2e6da1ea265d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87d5fd2-d979-4760-a360-7d1e9121c9d2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:35.720779 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:35.741110 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f25adc77-5bec-4547-b202-97dfd7deea53 req-44435e5c-db49-4490-92bc-872ec8db124f tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 210 time: 0.0303013 May 24 15:39:35.889576 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:39:36.405501 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-584cbd44-7c03-4c27-8208-492f7b3ad96e tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:36.406999 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-584cbd44-7c03-4c27-8208-492f7b3ad96e tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.59 "GET /v2.0/networks?id=0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 HTTP/1.1" status: 200 len: 808 time: 0.1420035 May 24 15:39:36.436067 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Request body: {'port': {'device_id': '128d6e73-6416-417f-96a1-3738761368e5', 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886', 'admin_state_up': True, 'tenant_id': '80a3c5535f9040e58e055a7277514da1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:39:36.557325 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Made reservation on behalf of 80a3c5535f9040e58e055a7277514da1 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:39:36.560928 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:36.694880 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:36.696294 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Allocated IP 172.20.0.11 (0bcc5330-fb8d-4ac5-8c91-fc8cafd86886/e204680e-666a-409c-8875-2514db4d1b08/ed9223d0-ec76-4da7-9bb3-b4613bbe3189) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:39:36.736019 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:36.799280 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:36.876853 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks [] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:36.877813 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d92e777f-0efd-4466-addf-71e7da18bd28 req-34b853ae-41e0-4a74-bb59-455752ed6544 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 210 time: 0.0566595 May 24 15:39:36.917978 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:36.959138 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:39:36.962831 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:39:36.967371 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:39:37.016583 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Pushing event updated for resources: {'Port': ['ID=ed9223d0-ec76-4da7-9bb3-b4613bbe3189,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:37.037154 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:37.037886 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:37.060616 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-21c20839-e61c-4623-98d2-e5f4359c49b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6281865 May 24 15:39:37.079261 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Request body: {'port': {'device_id': '128d6e73-6416-417f-96a1-3738761368e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:39:37.159505 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:37.249653 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a732a8b-ac83-4fa7-b0d1-d33e9026ae45 req-88c10b9e-c47c-4c17-83c6-5416b22376df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:37.251492 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7a732a8b-ac83-4fa7-b0d1-d33e9026ae45 req-88c10b9e-c47c-4c17-83c6-5416b22376df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 1129 time: 0.0991654 May 24 15:39:37.254561 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:37.364899 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a732a8b-ac83-4fa7-b0d1-d33e9026ae45 req-88ba96a2-3358-4c35-b982-8a9794703a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:37.367082 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7a732a8b-ac83-4fa7-b0d1-d33e9026ae45 req-88ba96a2-3358-4c35-b982-8a9794703a02 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.1088033 May 24 15:39:37.373639 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95917d-d5dc-4226-a6c1-50aa9604ba05 req-c9d2b41b-46cf-4bce-9374-b16868f20320 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:37.375356 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6a95917d-d5dc-4226-a6c1-50aa9604ba05 req-c9d2b41b-46cf-4bce-9374-b16868f20320 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.1900520 May 24 15:39:37.422904 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7a732a8b-ac83-4fa7-b0d1-d33e9026ae45 req-ca241f1c-e417-46b7-a565-7cae36d52b42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=110b6658-6aab-4863-9381-91ebcbd0ce77 HTTP/1.1" status: 200 len: 217 time: 0.0462081 May 24 15:39:37.512789 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6a95917d-d5dc-4226-a6c1-50aa9604ba05 req-464ed740-86ef-4fea-9f50-7fef97abb1ed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267083 May 24 15:39:37.514570 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a732a8b-ac83-4fa7-b0d1-d33e9026ae45 req-5bfa425b-078d-463a-a38a-9ab17b25a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:37.515996 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7a732a8b-ac83-4fa7-b0d1-d33e9026ae45 req-5bfa425b-078d-463a-a38a-9ab17b25a4e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0833888 May 24 15:39:37.579341 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a732a8b-ac83-4fa7-b0d1-d33e9026ae45 req-076a026f-b4aa-4601-a600-8665d3bbe56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:37.580961 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7a732a8b-ac83-4fa7-b0d1-d33e9026ae45 req-076a026f-b4aa-4601-a600-8665d3bbe56f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580618 May 24 15:39:37.632752 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9223d0-ec76-4da7-9bb3-b4613bbe3189 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:39:37.640903 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Publish callbacks [] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:37.662116 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Transition to ACTIVE for port object ed9223d0-ec76-4da7-9bb3-b4613bbe3189 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:39:37.669644 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:37.726852 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7a732a8b-ac83-4fa7-b0d1-d33e9026ae45 req-9cc80f48-8584-49fd-9e8b-0ce934077502 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368849 May 24 15:39:37.727321 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49428) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:37.775694 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Pushing event updated for resources: {'Port': ['ID=ed9223d0-ec76-4da7-9bb3-b4613bbe3189,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:37.810122 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Attempting to bind port ed9223d0-ec76-4da7-9bb3-b4613bbe3189 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:39:37.810466 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Attempting to bind port ed9223d0-ec76-4da7-9bb3-b4613bbe3189 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': '448bbe05-ed21-4d40-9b78-09dcd704bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:39:37.811207 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Attempting to bind port ed9223d0-ec76-4da7-9bb3-b4613bbe3189 on network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:39:37.818870 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Port ed9223d0-ec76-4da7-9bb3-b4613bbe3189 on network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:39:37.820042 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Attempting to bind port ed9223d0-ec76-4da7-9bb3-b4613bbe3189 on network 0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:39:37.826810 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:39:37.827145 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Checking segment: {'id': '448bbe05-ed21-4d40-9b78-09dcd704bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:39:37.828013 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Bound using segment: {'id': '448bbe05-ed21-4d40-9b78-09dcd704bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:39:37.828361 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Bound port: ed9223d0-ec76-4da7-9bb3-b4613bbe3189, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448bbe05-ed21-4d40-9b78-09dcd704bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:39:37.828850 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:37.871616 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:37.876222 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:37.902220 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7a732a8b-ac83-4fa7-b0d1-d33e9026ae45 req-15abf653-61aa-48ea-a122-e2b579cb3dc3 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568320 May 24 15:39:37.947223 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] For port ed9223d0-ec76-4da7-9bb3-b4613bbe3189, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:39:37.952989 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] For port ed9223d0-ec76-4da7-9bb3-b4613bbe3189, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ed9223d0-ec76-4da7-9bb3-b4613bbe3189,segment=NetworkSegment(448bbe05-ed21-4d40-9b78-09dcd704bdd3),segment_id=448bbe05-ed21-4d40-9b78-09dcd704bdd3)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:39:37.966288 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:38.048371 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:38.049282 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:38.050948 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] 10.222.0.59 "PUT /v2.0/ports/ed9223d0-ec76-4da7-9bb3-b4613bbe3189 HTTP/1.1" status: 200 len: 1094 time: 0.9759638 May 24 15:39:38.051529 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128d6e73-6416-417f-96a1-3738761368e5', 'tag': 'ed9223d0-ec76-4da7-9bb3-b4613bbe3189'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:39:38.054813 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1fa6e1-a32f-49ee-bfd9-b5ad3f36b5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "128d6e73-6416-417f-96a1-3738761368e5", "tag": "ed9223d0-ec76-4da7-9bb3-b4613bbe3189"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:39:38.092770 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908841f-02cf-4869-a876-116b7003818e req-fc0c2029-f1d1-41e2-add9-a7c165c72240 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:38.094731 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8908841f-02cf-4869-a876-116b7003818e req-fc0c2029-f1d1-41e2-add9-a7c165c72240 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 944 time: 0.0789940 May 24 15:39:38.097032 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-677cbdd1-3033-489a-9ed8-c704040be0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:38.102081 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690c7f6-2e46-4771-abf2-c59acc7dc7dd service neutron] Pushing event updated for resources: {'Port': ['ID=ed9223d0-ec76-4da7-9bb3-b4613bbe3189,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:38.133194 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c06d809-52da-4221-8400-347c0c3222f2 x-openstack-request-id: req-5c06d809-52da-4221-8400-347c0c3222f2 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:39:38.133474 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128d6e73-6416-417f-96a1-3738761368e5", "tag": "ed9223d0-ec76-4da7-9bb3-b4613bbe3189", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:39:38.133716 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c06d809-52da-4221-8400-347c0c3222f2 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:39:38.134103 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c06d809-52da-4221-8400-347c0c3222f2'] response: {'name': 'network-changed', 'server_uuid': '128d6e73-6416-417f-96a1-3738761368e5', 'tag': 'ed9223d0-ec76-4da7-9bb3-b4613bbe3189', 'status': 'completed', 'code': 200} May 24 15:39:38.181386 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8908841f-02cf-4869-a876-116b7003818e req-a9ac2bd0-5060-41db-ac53-d21debf21d8a tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796599 May 24 15:39:38.227330 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-677cbdd1-3033-489a-9ed8-c704040be0f6 admin admin] Publish callbacks [] for security_group (840f0448-bd69-44af-b0cc-1683b98b9319), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:38.232820 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-677cbdd1-3033-489a-9ed8-c704040be0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (840f0448-bd69-44af-b0cc-1683b98b9319), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:38.248398 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:38.274024 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fa6e1-a32f-49ee-bfd9-b5ad3f36b5b2 req-34172ac4-f1e3-49a9-8509-e9a66d15b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:38.275876 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0a1fa6e1-a32f-49ee-bfd9-b5ad3f36b5b2 req-34172ac4-f1e3-49a9-8509-e9a66d15b1ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=80a3c5535f9040e58e055a7277514da1&device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 1128 time: 0.0462797 May 24 15:39:38.295368 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-677cbdd1-3033-489a-9ed8-c704040be0f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a566b21e5554499ca67a34aed183bf09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5647635 May 24 15:39:38.295368 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cbdd1-3033-489a-9ed8-c704040be0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840f0448-bd69-44af-b0cc-1683b98b9319,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:38.296566 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49458) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:38.493161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5c0006c-5b27-4c20-b73d-2d7877e6dd3b admin admin] Publish callbacks [] for security_group (840f0448-bd69-44af-b0cc-1683b98b9319), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:38.517264 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fa6e1-a32f-49ee-bfd9-b5ad3f36b5b2 req-ad333125-ae98-4080-a312-6bb575b042b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:38.518734 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0a1fa6e1-a32f-49ee-bfd9-b5ad3f36b5b2 req-ad333125-ae98-4080-a312-6bb575b042b6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=80a3c5535f9040e58e055a7277514da1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2245393 May 24 15:39:38.527839 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5c0006c-5b27-4c20-b73d-2d7877e6dd3b admin admin] Publish callbacks [] for security_group (840f0448-bd69-44af-b0cc-1683b98b9319), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:38.622956 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0947621-be44-4184-8724-be0977fce805 req-63ec7844-15cf-44b6-9bb2-47dfe584551d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:38.624368 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d0947621-be44-4184-8724-be0977fce805 req-63ec7844-15cf-44b6-9bb2-47dfe584551d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0507412 May 24 15:39:38.675600 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d0947621-be44-4184-8724-be0977fce805 req-e5ca176f-a865-4ea2-8e32-4f7df00b86f2 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451920 May 24 15:39:38.716051 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fa6e1-a32f-49ee-bfd9-b5ad3f36b5b2 req-a1f84f82-b248-4fe9-8dc3-1f41d31cee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:38.717553 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0a1fa6e1-a32f-49ee-bfd9-b5ad3f36b5b2 req-a1f84f82-b248-4fe9-8dc3-1f41d31cee7c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1876709 May 24 15:39:38.718100 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5c0006c-5b27-4c20-b73d-2d7877e6dd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (840f0448-bd69-44af-b0cc-1683b98b9319), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:38.720637 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e5c0006c-5b27-4c20-b73d-2d7877e6dd3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:38.721637 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-e5c0006c-5b27-4c20-b73d-2d7877e6dd3b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/840f0448-bd69-44af-b0cc-1683b98b9319 HTTP/1.1" status: 204 len: 168 time: 0.4250102 May 24 15:39:38.729920 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0006c-5b27-4c20-b73d-2d7877e6dd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840f0448-bd69-44af-b0cc-1683b98b9319,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:39.057051 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-1e5dcc33-0558-480b-b911-938caf68a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:39.058551 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-1e5dcc33-0558-480b-b911-938caf68a741 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=80a3c5535f9040e58e055a7277514da1&device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 1128 time: 0.2687140 May 24 15:39:39.111048 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-93f35c70-5b31-4d75-84e5-3d81d4166e26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed9223d0-ec76-4da7-9bb3-b4613bbe3189 HTTP/1.1" status: 200 len: 217 time: 0.0323329 May 24 15:39:39.174357 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-c294a4ba-a0e1-46d1-a87a-0a343d102a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:39.176209 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-c294a4ba-a0e1-46d1-a87a-0a343d102a3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e204680e-666a-409c-8875-2514db4d1b08 HTTP/1.1" status: 200 len: 848 time: 0.0588107 May 24 15:39:39.217907 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-3cc172eb-40a8-4379-b905-4c90dff6095d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0bcc5330-fb8d-4ac5-8c91-fc8cafd86886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348125 May 24 15:39:39.305094 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de4eb5-9343-4172-bc34-2741130e079c req-8c374727-c02e-42ae-8486-796c763ce09c tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:39.306661 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e8de4eb5-9343-4172-bc34-2741130e079c req-8c374727-c02e-42ae-8486-796c763ce09c tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 944 time: 0.0521488 May 24 15:39:39.332517 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-0dba8910-807f-4bca-b674-bda1854b1f65 service neutron] 10.222.0.59 "GET /v2.0/networks/0bcc5330-fb8d-4ac5-8c91-fc8cafd86886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081367 May 24 15:39:39.354229 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e8de4eb5-9343-4172-bc34-2741130e079c req-8b49d74c-cee3-4272-b665-6428e92f9b83 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 May 24 15:39:39.427669 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d885359a-f4d1-4b20-8bb9-97aa6a9c8f1a req-1e0af948-c133-42fa-881b-d097ce2eb470 service neutron] 10.222.0.59 "GET /v2.0/networks/0bcc5330-fb8d-4ac5-8c91-fc8cafd86886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892832 May 24 15:39:39.791498 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49504) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:39.806616 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64bf0d-5292-4ad3-a038-8f7118d5083b req-2fac14e6-17fc-4cd1-9642-0e046021e51d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:39.808136 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2e64bf0d-5292-4ad3-a038-8f7118d5083b req-2fac14e6-17fc-4cd1-9642-0e046021e51d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0539374 May 24 15:39:39.856902 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2e64bf0d-5292-4ad3-a038-8f7118d5083b req-87dc8cb8-b973-4e6c-95c2-53a045f4d190 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431786 May 24 15:39:39.919692 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-045e4683-6a07-4d12-a402-6c686247f91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:39.963987 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:39.976625 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:40.001030 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-045e4683-6a07-4d12-a402-6c686247f91d admin admin] Publish callbacks [] for security_group (89c6d08a-73e7-439a-a856-adc2e0c2dc1c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.005231 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-045e4683-6a07-4d12-a402-6c686247f91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (89c6d08a-73e7-439a-a856-adc2e0c2dc1c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.042770 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e4683-6a07-4d12-a402-6c686247f91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c6d08a-73e7-439a-a856-adc2e0c2dc1c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:40.047111 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-045e4683-6a07-4d12-a402-6c686247f91d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c6aa6527ffc4cfcadbc899f694919a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547817 May 24 15:39:40.049946 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49508) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:40.098532 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7233cac3-0330-4d1b-b548-adc0ea08d96a admin admin] Publish callbacks [] for security_group (89c6d08a-73e7-439a-a856-adc2e0c2dc1c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.119793 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7233cac3-0330-4d1b-b548-adc0ea08d96a admin admin] Publish callbacks [] for security_group (89c6d08a-73e7-439a-a856-adc2e0c2dc1c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.173793 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7233cac3-0330-4d1b-b548-adc0ea08d96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (89c6d08a-73e7-439a-a856-adc2e0c2dc1c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.176787 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7233cac3-0330-4d1b-b548-adc0ea08d96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.177854 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-7233cac3-0330-4d1b-b548-adc0ea08d96a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89c6d08a-73e7-439a-a856-adc2e0c2dc1c HTTP/1.1" status: 204 len: 168 time: 0.1271129 May 24 15:39:40.185529 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233cac3-0330-4d1b-b548-adc0ea08d96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c6d08a-73e7-439a-a856-adc2e0c2dc1c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:40.511887 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c5548-d242-477f-b2de-60a7f047c36c req-b72b014c-76ca-4a9c-b81e-a054d3655e5d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:40.520694 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fc4c5548-d242-477f-b2de-60a7f047c36c req-b72b014c-76ca-4a9c-b81e-a054d3655e5d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 944 time: 0.0881846 May 24 15:39:40.526328 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49526) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:40.544355 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c3d655c-980c-40d8-b936-27344109d910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.550538 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:40.596991 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fc4c5548-d242-477f-b2de-60a7f047c36c req-7beca66d-a893-4351-9711-c1bd542fb205 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752614 May 24 15:39:40.662360 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c3d655c-980c-40d8-b936-27344109d910 admin admin] Publish callbacks [] for security_group (811e3e35-06e7-43f8-a580-549b4e938a4d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.673304 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c3d655c-980c-40d8-b936-27344109d910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (811e3e35-06e7-43f8-a580-549b4e938a4d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.700277 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49538) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:40.720465 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2c3d655c-980c-40d8-b936-27344109d910 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce34d41981784bf0b65b145813183d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928098 May 24 15:39:40.722589 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d655c-980c-40d8-b936-27344109d910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811e3e35-06e7-43f8-a580-549b4e938a4d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:40.723272 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49542) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:40.773265 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aaef495e-4358-4c59-bc2c-5d3689e54be3 admin admin] Publish callbacks [] for security_group (811e3e35-06e7-43f8-a580-549b4e938a4d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.798176 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aaef495e-4358-4c59-bc2c-5d3689e54be3 admin admin] Publish callbacks [] for security_group (811e3e35-06e7-43f8-a580-549b4e938a4d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.848863 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aaef495e-4358-4c59-bc2c-5d3689e54be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (811e3e35-06e7-43f8-a580-549b4e938a4d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.851651 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-aaef495e-4358-4c59-bc2c-5d3689e54be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.853058 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-aaef495e-4358-4c59-bc2c-5d3689e54be3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/811e3e35-06e7-43f8-a580-549b4e938a4d HTTP/1.1" status: 204 len: 168 time: 0.1284273 May 24 15:39:40.861721 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef495e-4358-4c59-bc2c-5d3689e54be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811e3e35-06e7-43f8-a580-549b4e938a4d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:40.899103 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-707c2b4a-d3d9-4d05-bb85-fc8880b34c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:40.981560 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbfe47-9836-47a3-bc2f-7d262144d799 req-57617717-505e-40a4-bbc8-be22714bb98f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:40.983131 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-75fbfe47-9836-47a3-bc2f-7d262144d799 req-57617717-505e-40a4-bbc8-be22714bb98f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0530236 May 24 15:39:41.003713 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-707c2b4a-d3d9-4d05-bb85-fc8880b34c9c admin admin] Publish callbacks [] for security_group (b8297415-2d9d-431d-9d9c-191b67543fb1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:41.009310 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-707c2b4a-d3d9-4d05-bb85-fc8880b34c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b8297415-2d9d-431d-9d9c-191b67543fb1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:41.039419 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-75fbfe47-9836-47a3-bc2f-7d262144d799 req-1995f9e1-7686-4337-bfb5-54cf6d55959f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480862 May 24 15:39:41.055413 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-707c2b4a-d3d9-4d05-bb85-fc8880b34c9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64e5d5f9b0014e6d8829737e139a5d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516524 May 24 15:39:41.056703 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49554) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:41.058304 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c2b4a-d3d9-4d05-bb85-fc8880b34c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8297415-2d9d-431d-9d9c-191b67543fb1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:41.121967 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a979a3f-efb3-4f4a-9ca2-ddf98832aac3 admin admin] Publish callbacks [] for security_group (b8297415-2d9d-431d-9d9c-191b67543fb1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:41.153591 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a979a3f-efb3-4f4a-9ca2-ddf98832aac3 admin admin] Publish callbacks [] for security_group (b8297415-2d9d-431d-9d9c-191b67543fb1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:41.164591 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:41.213349 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a979a3f-efb3-4f4a-9ca2-ddf98832aac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b8297415-2d9d-431d-9d9c-191b67543fb1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:41.216108 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a979a3f-efb3-4f4a-9ca2-ddf98832aac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:41.217282 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4a979a3f-efb3-4f4a-9ca2-ddf98832aac3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8297415-2d9d-431d-9d9c-191b67543fb1 HTTP/1.1" status: 204 len: 168 time: 0.1599658 May 24 15:39:41.226770 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a979a3f-efb3-4f4a-9ca2-ddf98832aac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8297415-2d9d-431d-9d9c-191b67543fb1,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:41.725037 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f42e4f-5510-4f78-bfcf-1d5098071b8c req-b02fa0a2-8807-4e95-b323-cf13f30f3ebf tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:41.727169 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d1f42e4f-5510-4f78-bfcf-1d5098071b8c req-b02fa0a2-8807-4e95-b323-cf13f30f3ebf tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 944 time: 0.0558372 May 24 15:39:41.755493 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device ed9223d0-ec76-4da7-9bb3-b4613bbe3189 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:39:41.780810 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d1f42e4f-5510-4f78-bfcf-1d5098071b8c req-73eac499-e2e0-4dd0-8dc8-70025314f200 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461917 May 24 15:39:41.910206 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port ed9223d0-ec76-4da7-9bb3-b4613bbe3189, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ed9223d0-ec76-4da7-9bb3-b4613bbe3189,segment=NetworkSegment(448bbe05-ed21-4d40-9b78-09dcd704bdd3),segment_id=448bbe05-ed21-4d40-9b78-09dcd704bdd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:39:41.925342 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:41.927150 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'ed9223d0-ec76-4da7-9bb3-b4613bbe3189', 'network_id': '0bcc5330-fb8d-4ac5-8c91-fc8cafd86886', 'port_id': 'ed9223d0-ec76-4da7-9bb3-b4613bbe3189', 'mac_address': 'fa:16:3e:1b:18:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e204680e-666a-409c-8875-2514db4d1b08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:39:41.998877 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port ed9223d0-ec76-4da7-9bb3-b4613bbe3189 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:39:41.999448 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:42.019235 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9223d0-ec76-4da7-9bb3-b4613bbe3189 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:39:42.054947 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port ed9223d0-ec76-4da7-9bb3-b4613bbe3189, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ed9223d0-ec76-4da7-9bb3-b4613bbe3189,segment=NetworkSegment(448bbe05-ed21-4d40-9b78-09dcd704bdd3),segment_id=448bbe05-ed21-4d40-9b78-09dcd704bdd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:39:42.061315 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:42.134499 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=ed9223d0-ec76-4da7-9bb3-b4613bbe3189,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:42.246846 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6deaa68-eb7b-4f36-938b-1236e8b2bd92 req-17a7eaf7-85bf-4d0a-9e32-2820f6a24af9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:42.249086 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c6deaa68-eb7b-4f36-938b-1236e8b2bd92 req-17a7eaf7-85bf-4d0a-9e32-2820f6a24af9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0739548 May 24 15:39:42.304058 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c6deaa68-eb7b-4f36-938b-1236e8b2bd92 req-0d7020de-ff6d-4ee0-9250-a972f3ea05d3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477302 May 24 15:39:42.485358 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['ed9223d0-ec76-4da7-9bb3-b4613bbe3189'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:39:42.645864 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49672) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:42.771341 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e60804c4-8da6-4e95-880a-9dee0f4aca03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:42.810212 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:42.854866 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e60804c4-8da6-4e95-880a-9dee0f4aca03 admin admin] Publish callbacks [] for security_group (7c7cf613-3041-42a5-b057-92a78ff1ec89), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:42.860513 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e60804c4-8da6-4e95-880a-9dee0f4aca03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (7c7cf613-3041-42a5-b057-92a78ff1ec89), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:42.899931 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839fe6f-9463-4f79-8e37-9b1b81ffb677 req-637f2a72-7179-4f08-ae56-95a83f30f7b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:42.901828 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3839fe6f-9463-4f79-8e37-9b1b81ffb677 req-637f2a72-7179-4f08-ae56-95a83f30f7b7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 945 time: 0.0490179 May 24 15:39:42.901939 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-e60804c4-8da6-4e95-880a-9dee0f4aca03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=785c4bc2c0f84963b88554f4d9142241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531168 May 24 15:39:42.904677 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49682) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:42.913521 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60804c4-8da6-4e95-880a-9dee0f4aca03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7cf613-3041-42a5-b057-92a78ff1ec89,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:42.953822 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3839fe6f-9463-4f79-8e37-9b1b81ffb677 req-febaade9-6a57-43a3-a5c6-9dd07c8596f7 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447974 May 24 15:39:42.962127 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d3ea-c46e-4d51-95d1-59e23fa340d3 admin admin] Publish callbacks [] for security_group (7c7cf613-3041-42a5-b057-92a78ff1ec89), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:42.989336 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d3ea-c46e-4d51-95d1-59e23fa340d3 admin admin] Publish callbacks [] for security_group (7c7cf613-3041-42a5-b057-92a78ff1ec89), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:43.044358 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d3ea-c46e-4d51-95d1-59e23fa340d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (7c7cf613-3041-42a5-b057-92a78ff1ec89), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:43.048695 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d3ea-c46e-4d51-95d1-59e23fa340d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:43.050417 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b8c3d3ea-c46e-4d51-95d1-59e23fa340d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c7cf613-3041-42a5-b057-92a78ff1ec89 HTTP/1.1" status: 204 len: 168 time: 0.1437025 May 24 15:39:43.058260 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3d3ea-c46e-4d51-95d1-59e23fa340d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7cf613-3041-42a5-b057-92a78ff1ec89,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:43.466126 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e766a-7e57-469b-b968-1458172d2abf req-2c7800dc-6476-433c-81ff-e0e48d49b9bd tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:43.467499 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-622e766a-7e57-469b-b968-1458172d2abf req-2c7800dc-6476-433c-81ff-e0e48d49b9bd tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0657477 May 24 15:39:43.517943 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-622e766a-7e57-469b-b968-1458172d2abf req-71d1f197-0127-4041-9de0-7c85798cadc3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437746 May 24 15:39:43.766881 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device ed9223d0-ec76-4da7-9bb3-b4613bbe3189 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:39:43.811843 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port ed9223d0-ec76-4da7-9bb3-b4613bbe3189 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:39:43.817554 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port ed9223d0-ec76-4da7-9bb3-b4613bbe3189 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:39:43.817916 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:43.891964 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port ed9223d0-ec76-4da7-9bb3-b4613bbe3189 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:39:43.892401 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:43.917554 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128d6e73-6416-417f-96a1-3738761368e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9223d0-ec76-4da7-9bb3-b4613bbe3189'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:39:43.920089 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac491aa-f89d-4223-a19e-c36b5b11defa" -d '{"events": [{"server_uuid": "128d6e73-6416-417f-96a1-3738761368e5", "name": "network-vif-plugged", "status": "completed", "tag": "ed9223d0-ec76-4da7-9bb3-b4613bbe3189"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:39:43.936686 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port ed9223d0-ec76-4da7-9bb3-b4613bbe3189, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ed9223d0-ec76-4da7-9bb3-b4613bbe3189,segment=NetworkSegment(448bbe05-ed21-4d40-9b78-09dcd704bdd3),segment_id=448bbe05-ed21-4d40-9b78-09dcd704bdd3)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:39:43.945289 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:43.967809 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:43.971015 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb63c17-7c1d-495f-a809-81f880fc1bdd x-openstack-request-id: req-cbb63c17-7c1d-495f-a809-81f880fc1bdd {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:39:43.971359 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128d6e73-6416-417f-96a1-3738761368e5", "name": "network-vif-plugged", "status": "completed", "tag": "ed9223d0-ec76-4da7-9bb3-b4613bbe3189", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:39:43.971617 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cbb63c17-7c1d-495f-a809-81f880fc1bdd {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:39:43.972054 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb63c17-7c1d-495f-a809-81f880fc1bdd'] response: {'server_uuid': '128d6e73-6416-417f-96a1-3738761368e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9223d0-ec76-4da7-9bb3-b4613bbe3189', 'code': 200} May 24 15:39:43.996602 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=ed9223d0-ec76-4da7-9bb3-b4613bbe3189,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:44.093778 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1f1f7-5041-4675-8320-bdc2baec387b req-dde6d4a2-dd5c-48a6-b86e-68be7448bf69 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:44.095577 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-10f1f1f7-5041-4675-8320-bdc2baec387b req-dde6d4a2-dd5c-48a6-b86e-68be7448bf69 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 946 time: 0.0531051 May 24 15:39:44.111927 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:44.151474 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-10f1f1f7-5041-4675-8320-bdc2baec387b req-df145924-5c4a-4cd3-bc9c-0546ad1af7fd tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452621 May 24 15:39:44.190413 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc5b36-3cf8-46c0-800b-a05852a64173 req-0ae7faaa-d494-4e0a-a832-8e8874a41821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:44.192190 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-76cc5b36-3cf8-46c0-800b-a05852a64173 req-0ae7faaa-d494-4e0a-a832-8e8874a41821 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 1130 time: 0.0405533 May 24 15:39:44.248985 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-76cc5b36-3cf8-46c0-800b-a05852a64173 req-761db9c4-187f-47eb-b4a9-db3526e40905 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479729 May 24 15:39:44.644959 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cde94-ad35-418f-abaa-394e33f2ae8b req-e1a13751-833f-44e7-b574-6c11e5a34f15 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:44.646788 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-523cde94-ad35-418f-abaa-394e33f2ae8b req-e1a13751-833f-44e7-b574-6c11e5a34f15 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0477250 May 24 15:39:44.714080 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-523cde94-ad35-418f-abaa-394e33f2ae8b req-1f864218-be60-4f86-b999-94656b6ecaf9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598407 May 24 15:39:45.270592 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13216f9f-7fe2-4976-b695-695966e66256 req-67519468-52a3-4715-bf45-6cef08ff79b8 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:45.276611 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-13216f9f-7fe2-4976-b695-695966e66256 req-67519468-52a3-4715-bf45-6cef08ff79b8 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 946 time: 0.0517893 May 24 15:39:45.323940 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-13216f9f-7fe2-4976-b695-695966e66256 req-86c8be3c-0242-4a0b-aba5-b92e9e51908d tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458052 May 24 15:39:45.831507 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:45.845992 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d55b2e-c2e7-4e20-b4d4-3b2201930b1e req-b85683b9-b9ce-4911-aad4-6362ce3e6daa tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:45.852517 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f0d55b2e-c2e7-4e20-b4d4-3b2201930b1e req-b85683b9-b9ce-4911-aad4-6362ce3e6daa tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0545201 May 24 15:39:45.901006 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f0d55b2e-c2e7-4e20-b4d4-3b2201930b1e req-216b09cf-bcc5-4270-bb0a-d95a2bebf693 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473127 May 24 15:39:46.261355 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49816) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:46.311025 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e3bd60-5ba3-46d5-a456-d38265d21481 admin admin] Deleting subnet 9b5f4dae-71ee-4c4b-b657-b7e4cf2f7d39 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:39:46.314696 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42e3bd60-5ba3-46d5-a456-d38265d21481 admin admin] Publish callbacks [] for subnet (9b5f4dae-71ee-4c4b-b657-b7e4cf2f7d39), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:46.350909 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42e3bd60-5ba3-46d5-a456-d38265d21481 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431387'] for subnet (9b5f4dae-71ee-4c4b-b657-b7e4cf2f7d39), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:46.391941 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42e3bd60-5ba3-46d5-a456-d38265d21481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (9b5f4dae-71ee-4c4b-b657-b7e4cf2f7d39), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:46.469552 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d0f4-d58a-4c07-ba45-9899ab39b0aa req-e118c9cc-c6e7-427c-8bfd-ec935521efe4 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:46.471050 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e26d0f4-d58a-4c07-ba45-9899ab39b0aa req-e118c9cc-c6e7-427c-8bfd-ec935521efe4 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 946 time: 0.0766237 May 24 15:39:46.496767 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42e3bd60-5ba3-46d5-a456-d38265d21481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2946720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3945160'] for subnet (9b5f4dae-71ee-4c4b-b657-b7e4cf2f7d39), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:46.533301 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3bd60-5ba3-46d5-a456-d38265d21481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5f4dae-71ee-4c4b-b657-b7e4cf2f7d39,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:46.567831 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e26d0f4-d58a-4c07-ba45-9899ab39b0aa req-3ac629a2-b74f-4cdc-b730-fd17bd485c69 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795283 May 24 15:39:46.568839 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-42e3bd60-5ba3-46d5-a456-d38265d21481 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:46.572360 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-42e3bd60-5ba3-46d5-a456-d38265d21481 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9b5f4dae-71ee-4c4b-b657-b7e4cf2f7d39 HTTP/1.1" status: 204 len: 168 time: 0.3097184 May 24 15:39:46.575212 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 49828) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:46.651207 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (9dbfea65-6096-4198-9565-8755b7b7644f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:46.743459 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (9dbfea65-6096-4198-9565-8755b7b7644f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:46.768110 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbfea65-6096-4198-9565-8755b7b7644f']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:46.778770 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf67468-55b7-4e56-a74a-66377da10896') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:46.779067 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf67468-55b7-4e56-a74a-66377da10896') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:46.793969 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678106'] for segment (dcf67468-55b7-4e56-a74a-66377da10896), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:46.809011 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (dcf67468-55b7-4e56-a74a-66377da10896), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:46.815898 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:39:46.816326 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8731904'] for segment (dcf67468-55b7-4e56-a74a-66377da10896), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:46.864911 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment dcf67468-55b7-4e56-a74a-66377da10896 resource provider aggregate not found May 24 15:39:46.892987 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment dcf67468-55b7-4e56-a74a-66377da10896 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcf67468-55b7-4e56-a74a-66377da10896 found for delete ", "request_id": "req-8d1bf9a9-b62b-4505-8f6e-91e9bea203dd"}]} May 24 15:39:46.894509 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (9dbfea65-6096-4198-9565-8755b7b7644f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:46.901300 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:46.904398 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] 10.222.0.55 "DELETE /v2.0/networks/9dbfea65-6096-4198-9565-8755b7b7644f HTTP/1.1" status: 204 len: 168 time: 0.3276320 May 24 15:39:46.907248 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49850) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:46.918390 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8511a-4244-4019-bd8b-db2f8ac1679c admin admin] Pushing event deleted for resources: {'Network': ['ID=9dbfea65-6096-4198-9565-8755b7b7644f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:46.980313 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-967d8950-a1c5-4548-b841-77c04ddaa33b admin admin] Deleting subnet 66b3ffc4-3d56-46e2-adae-7032a331f1d9 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:39:46.984817 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-967d8950-a1c5-4548-b841-77c04ddaa33b admin admin] Publish callbacks [] for subnet (66b3ffc4-3d56-46e2-adae-7032a331f1d9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:47.063755 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-967d8950-a1c5-4548-b841-77c04ddaa33b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431387'] for subnet (66b3ffc4-3d56-46e2-adae-7032a331f1d9), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:47.077233 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cc37c-37c6-4d06-9c18-a6cd90f24342 req-71b583b7-988d-4030-9583-97e90ba42b2e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:47.084736 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7d5cc37c-37c6-4d06-9c18-a6cd90f24342 req-71b583b7-988d-4030-9583-97e90ba42b2e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0784554 May 24 15:39:47.156932 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-967d8950-a1c5-4548-b841-77c04ddaa33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (66b3ffc4-3d56-46e2-adae-7032a331f1d9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:47.186577 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7d5cc37c-37c6-4d06-9c18-a6cd90f24342 req-2210c897-3911-45ce-9283-1fea1553a346 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006384 May 24 15:39:47.218143 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-967d8950-a1c5-4548-b841-77c04ddaa33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2946720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3945160'] for subnet (66b3ffc4-3d56-46e2-adae-7032a331f1d9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:47.245990 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d8950-a1c5-4548-b841-77c04ddaa33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b3ffc4-3d56-46e2-adae-7032a331f1d9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:47.252117 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-967d8950-a1c5-4548-b841-77c04ddaa33b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:47.255476 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-967d8950-a1c5-4548-b841-77c04ddaa33b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/66b3ffc4-3d56-46e2-adae-7032a331f1d9 HTTP/1.1" status: 204 len: 168 time: 0.3472052 May 24 15:39:47.258134 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49862) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:47.313596 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:47.340708 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (b05dba4e-9ef9-441c-aef5-6b4587612ffd), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:47.627085 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:47.636658 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (b05dba4e-9ef9-441c-aef5-6b4587612ffd), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:47.673931 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05dba4e-9ef9-441c-aef5-6b4587612ffd']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:47.701085 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8550b32-e603-49a4-a307-4e502881e1a4') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:47.702588 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8550b32-e603-49a4-a307-4e502881e1a4') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:39:47.724921 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431380'] for segment (e8550b32-e603-49a4-a307-4e502881e1a4), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:47.776974 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (e8550b32-e603-49a4-a307-4e502881e1a4), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:47.790328 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:39:47.790697 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2946882'] for segment (e8550b32-e603-49a4-a307-4e502881e1a4), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:47.811538 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a15a3d-4d8b-40f9-b924-61ba79896987 req-f9653b05-d76f-4975-8e83-419b0a5cf107 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:47.813036 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a5a15a3d-4d8b-40f9-b924-61ba79896987 req-f9653b05-d76f-4975-8e83-419b0a5cf107 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 946 time: 0.0801282 May 24 15:39:47.816198 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment e8550b32-e603-49a4-a307-4e502881e1a4 resource provider aggregate not found May 24 15:39:47.859533 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment e8550b32-e603-49a4-a307-4e502881e1a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8550b32-e603-49a4-a307-4e502881e1a4 found for delete ", "request_id": "req-e56eafb5-5c49-4fd5-9d76-b362bbbce054"}]} May 24 15:39:47.882915 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (b05dba4e-9ef9-441c-aef5-6b4587612ffd), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:47.887758 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:47.891566 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] 10.222.0.55 "DELETE /v2.0/networks/b05dba4e-9ef9-441c-aef5-6b4587612ffd HTTP/1.1" status: 204 len: 168 time: 0.6321924 May 24 15:39:47.918166 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f3c99-e209-4e38-8b26-40d968298c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=b05dba4e-9ef9-441c-aef5-6b4587612ffd,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:47.928906 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a5a15a3d-4d8b-40f9-b924-61ba79896987 req-e10f3278-381a-4cc9-b303-ab4f98a1b0da tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822158 May 24 15:39:48.068368 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49892) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:48.111194 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-bf0275a4-6d93-4f0c-8892-155053a184c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28eaf8647df449ca9c9a1cd8b1cfaa6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417023 May 24 15:39:48.114930 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49896) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:48.165373 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-40b7e92d-9151-4ce0-a79e-c88c54f19b89 admin admin] Publish callbacks [] for security_group (37430fe1-e0fb-40b4-a51d-09819910db27), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:48.187553 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-40b7e92d-9151-4ce0-a79e-c88c54f19b89 admin admin] Publish callbacks [] for security_group (37430fe1-e0fb-40b4-a51d-09819910db27), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:48.239649 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-40b7e92d-9151-4ce0-a79e-c88c54f19b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (37430fe1-e0fb-40b4-a51d-09819910db27), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:48.242240 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-40b7e92d-9151-4ce0-a79e-c88c54f19b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:48.243407 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-40b7e92d-9151-4ce0-a79e-c88c54f19b89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37430fe1-e0fb-40b4-a51d-09819910db27 HTTP/1.1" status: 204 len: 168 time: 0.1275260 May 24 15:39:48.254298 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7e92d-9151-4ce0-a79e-c88c54f19b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37430fe1-e0fb-40b4-a51d-09819910db27,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:48.322274 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f38d4-fc90-41dd-8fe0-603386e8ac42 req-ee7fb669-af3f-44d1-b559-bde412b4261e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:48.323658 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4b3f38d4-fc90-41dd-8fe0-603386e8ac42 req-ee7fb669-af3f-44d1-b559-bde412b4261e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0551012 May 24 15:39:48.371762 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4b3f38d4-fc90-41dd-8fe0-603386e8ac42 req-3afbd6b9-7b96-40c4-8fee-d558588c9d66 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 May 24 15:39:48.590126 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49904) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:48.630969 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-54e5c3c7-157d-4476-b98b-d06d50e95d8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9bde3047af445608f3436d09ae05561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396852 May 24 15:39:48.633570 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 49906) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:48.682774 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4725c674-191b-485a-8063-3a20e5c470d8 admin admin] Publish callbacks [] for security_group (3beaa631-164a-411c-a4b8-528e3963f81f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:48.705099 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4725c674-191b-485a-8063-3a20e5c470d8 admin admin] Publish callbacks [] for security_group (3beaa631-164a-411c-a4b8-528e3963f81f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:48.755157 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4725c674-191b-485a-8063-3a20e5c470d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (3beaa631-164a-411c-a4b8-528e3963f81f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:48.757767 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4725c674-191b-485a-8063-3a20e5c470d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:48.758918 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-4725c674-191b-485a-8063-3a20e5c470d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3beaa631-164a-411c-a4b8-528e3963f81f HTTP/1.1" status: 204 len: 168 time: 0.1244931 May 24 15:39:48.770182 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725c674-191b-485a-8063-3a20e5c470d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beaa631-164a-411c-a4b8-528e3963f81f,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:49.071333 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a027e5-fe62-4adb-8e94-7e14f8e88741 req-8cd1496e-6e06-444b-b271-82f5c077e972 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:49.073283 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-12a027e5-fe62-4adb-8e94-7e14f8e88741 req-8cd1496e-6e06-444b-b271-82f5c077e972 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 946 time: 0.0609391 May 24 15:39:49.108236 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:49.126816 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-12a027e5-fe62-4adb-8e94-7e14f8e88741 req-7a3ccb98-3b5a-4e24-9c0b-d3d98dc2d554 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479760 May 24 15:39:49.493600 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48982b3f-6026-4c78-85be-79dc71002461 req-ea75c6fd-f6ce-497b-8fbf-4f19822a8bad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:49.495930 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-48982b3f-6026-4c78-85be-79dc71002461 req-ea75c6fd-f6ce-497b-8fbf-4f19822a8bad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0520222 May 24 15:39:49.544429 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-48982b3f-6026-4c78-85be-79dc71002461 req-88b201d7-c1cc-4ebd-af6a-f979b6fc3c7a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 May 24 15:39:49.864816 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:49.868417 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:50.224066 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:50.242885 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b872c3c-ca7e-4ad7-a741-beb3cc470ac3 req-0460b969-c2f7-4ead-8435-d01fba77f3c4 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:50.244348 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0b872c3c-ca7e-4ad7-a741-beb3cc470ac3 req-0460b969-c2f7-4ead-8435-d01fba77f3c4 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 946 time: 0.0499847 May 24 15:39:50.293504 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0b872c3c-ca7e-4ad7-a741-beb3cc470ac3 req-524b329d-c720-4e38-9d88-7df92f5c290e tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434129 May 24 15:39:50.662034 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdcccc-9d68-41de-8979-90b0b180b982 req-37c7ffbe-786d-4047-b607-a9ec27afb2c3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:50.663520 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6efdcccc-9d68-41de-8979-90b0b180b982 req-37c7ffbe-786d-4047-b607-a9ec27afb2c3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0484385 May 24 15:39:50.712593 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6efdcccc-9d68-41de-8979-90b0b180b982 req-19b4bfa0-2e98-43b3-927e-fdf395aa8671 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 May 24 15:39:51.408154 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b055075-ce4c-4b7b-8da0-1ec98bebe87e req-cace11fd-5525-4f80-84dc-38ace76ab230 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:51.409649 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7b055075-ce4c-4b7b-8da0-1ec98bebe87e req-cace11fd-5525-4f80-84dc-38ace76ab230 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 946 time: 0.0485706 May 24 15:39:51.440763 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6706793-5274-4820-8bda-fb26fa4b05af req-de3f1871-46b6-45c1-ae89-e0330fd51924 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:51.442282 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f6706793-5274-4820-8bda-fb26fa4b05af req-de3f1871-46b6-45c1-ae89-e0330fd51924 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.59 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 946 time: 0.0491414 May 24 15:39:51.463013 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7b055075-ce4c-4b7b-8da0-1ec98bebe87e req-5bc5848a-8be2-49f6-98e0-98f375fa3661 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/security-groups?id=a75b65de-cdc6-4b1e-8c27-99d7e51b2699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475416 May 24 15:39:51.490298 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=8,neutron:SELECT=84,neutron:INSERT=8 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:51.533143 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-f6706793-5274-4820-8bda-fb26fa4b05af req-8360470f-f434-4ef4-9e8c-563c0012b192 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Deleting port ed9223d0-ec76-4da7-9bb3-b4613bbe3189 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:39:51.533512 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f6706793-5274-4820-8bda-fb26fa4b05af req-8360470f-f434-4ef4-9e8c-563c0012b192 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:51.628748 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-f6706793-5274-4820-8bda-fb26fa4b05af req-8360470f-f434-4ef4-9e8c-563c0012b192 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] For port ed9223d0-ec76-4da7-9bb3-b4613bbe3189, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ed9223d0-ec76-4da7-9bb3-b4613bbe3189,segment=NetworkSegment(448bbe05-ed21-4d40-9b78-09dcd704bdd3),segment_id=448bbe05-ed21-4d40-9b78-09dcd704bdd3)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:39:51.629184 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f6706793-5274-4820-8bda-fb26fa4b05af req-8360470f-f434-4ef4-9e8c-563c0012b192 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:51.643512 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-f6706793-5274-4820-8bda-fb26fa4b05af req-8360470f-f434-4ef4-9e8c-563c0012b192 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Calling delete_port for ed9223d0-ec76-4da7-9bb3-b4613bbe3189 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:39:51.717731 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:51.782767 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f6706793-5274-4820-8bda-fb26fa4b05af req-8360470f-f434-4ef4-9e8c-563c0012b192 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (ed9223d0-ec76-4da7-9bb3-b4613bbe3189), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:51.820070 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360470f-f434-4ef4-9e8c-563c0012b192 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Pushing event deleted for resources: {'Port': ['ID=ed9223d0-ec76-4da7-9bb3-b4613bbe3189,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:51.828298 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['ed9223d0-ec76-4da7-9bb3-b4613bbe3189'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:39:51.830051 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ddd2d-4a76-48b6-a1bf-d0496a3bda71 req-f1449cbf-8804-45e4-8295-b7630e6251f0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:51.831789 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-475ddd2d-4a76-48b6-a1bf-d0496a3bda71 req-f1449cbf-8804-45e4-8295-b7630e6251f0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0514910 May 24 15:39:51.860070 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6706793-5274-4820-8bda-fb26fa4b05af req-8360470f-f434-4ef4-9e8c-563c0012b192 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] No DVR routers for this DVR port ed9223d0-ec76-4da7-9bb3-b4613bbe3189 on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:39:51.862575 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f6706793-5274-4820-8bda-fb26fa4b05af req-8360470f-f434-4ef4-9e8c-563c0012b192 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:51.865814 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f6706793-5274-4820-8bda-fb26fa4b05af req-8360470f-f434-4ef4-9e8c-563c0012b192 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.59 "DELETE /v2.0/ports/ed9223d0-ec76-4da7-9bb3-b4613bbe3189 HTTP/1.1" status: 204 len: 173 time: 0.4176857 May 24 15:39:51.866318 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128d6e73-6416-417f-96a1-3738761368e5', 'name': 'network-vif-deleted', 'tag': 'ed9223d0-ec76-4da7-9bb3-b4613bbe3189'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:39:51.869107 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670aa17c-d3b0-4d1b-bbf1-f28eee8836c7" -d '{"events": [{"server_uuid": "128d6e73-6416-417f-96a1-3738761368e5", "name": "network-vif-deleted", "tag": "ed9223d0-ec76-4da7-9bb3-b4613bbe3189"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:39:51.883857 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-475ddd2d-4a76-48b6-a1bf-d0496a3bda71 req-ac9a327c-7be4-42b7-a738-a8d9e5cf8a3d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454261 May 24 15:39:51.908928 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07df14f7-0299-4563-ac5f-fa62deb5e3fd x-openstack-request-id: req-07df14f7-0299-4563-ac5f-fa62deb5e3fd {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:39:51.909364 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128d6e73-6416-417f-96a1-3738761368e5", "name": "network-vif-deleted", "tag": "ed9223d0-ec76-4da7-9bb3-b4613bbe3189", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:39:51.909718 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07df14f7-0299-4563-ac5f-fa62deb5e3fd {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:39:51.910152 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07df14f7-0299-4563-ac5f-fa62deb5e3fd'] response: {'server_uuid': '128d6e73-6416-417f-96a1-3738761368e5', 'name': 'network-vif-deleted', 'tag': 'ed9223d0-ec76-4da7-9bb3-b4613bbe3189', 'status': 'completed', 'code': 200} May 24 15:39:52.575597 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-21ec6b50-6032-4f60-a2f6-3cf54a61ee3a req-cc701992-aec6-4b26-b44a-11914405ff11 tempest-VolumesActionsTest-598608306 tempest-VolumesActionsTest-598608306-project] 10.222.0.55 "GET /v2.0/ports?device_id=128d6e73-6416-417f-96a1-3738761368e5 HTTP/1.1" status: 200 len: 210 time: 0.0324521 May 24 15:39:52.715844 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09009f39-43a8-449b-8fbf-1743a7946d67 req-35dd3fce-9ef1-43e2-ad9a-7e6485af89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:52.718040 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-09009f39-43a8-449b-8fbf-1743a7946d67 req-35dd3fce-9ef1-43e2-ad9a-7e6485af89e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 1129 time: 0.0741978 May 24 15:39:53.015550 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-09009f39-43a8-449b-8fbf-1743a7946d67 req-524e43a5-3e19-424c-9d72-55cac2b3bab8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610375 May 24 15:39:53.028981 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce0f0d-587d-4362-a943-9e2dc43ce01e req-76d48069-22c2-4125-9754-a1001c8a9261 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:53.030600 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4dce0f0d-587d-4362-a943-9e2dc43ce01e req-76d48069-22c2-4125-9754-a1001c8a9261 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0665720 May 24 15:39:53.084573 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4dce0f0d-587d-4362-a943-9e2dc43ce01e req-82070fbb-2afe-4aec-aaa2-27ecf013c555 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477383 May 24 15:39:54.239575 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24c512-d8f9-4f57-96e8-973bd56f4e97 req-7b9eb56f-a854-4014-a3b9-f3dcbfd7f92b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:54.241163 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2a24c512-d8f9-4f57-96e8-973bd56f4e97 req-7b9eb56f-a854-4014-a3b9-f3dcbfd7f92b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0681839 May 24 15:39:54.301058 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2a24c512-d8f9-4f57-96e8-973bd56f4e97 req-7f76ae5f-d166-4ea4-8c0e-08b62a54b72a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528064 May 24 15:39:54.987172 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 50132) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:55.091763 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0c63a8e9-b732-487c-9356-3234b683e45b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:55.167595 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0c63a8e9-b732-487c-9356-3234b683e45b admin admin] Publish callbacks [] for security_group (dcc439f8-0277-4842-8fcc-8943dd506f2a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:55.173460 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0c63a8e9-b732-487c-9356-3234b683e45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (dcc439f8-0277-4842-8fcc-8943dd506f2a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:55.213913 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-0c63a8e9-b732-487c-9356-3234b683e45b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e738b81f80ad4be1ac855d1b39c7506f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252691 May 24 15:39:55.214751 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63a8e9-b732-487c-9356-3234b683e45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc439f8-0277-4842-8fcc-8943dd506f2a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:55.216864 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50136) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:55.267459 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f93b42f-1950-4eca-8b5c-b218f18bbe13 admin admin] Publish callbacks [] for security_group (dcc439f8-0277-4842-8fcc-8943dd506f2a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:55.290777 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f93b42f-1950-4eca-8b5c-b218f18bbe13 admin admin] Publish callbacks [] for security_group (dcc439f8-0277-4842-8fcc-8943dd506f2a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:55.334144 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8ce863d6-bf33-4252-ae61-947a40fd0962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:55.346902 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f93b42f-1950-4eca-8b5c-b218f18bbe13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (dcc439f8-0277-4842-8fcc-8943dd506f2a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:55.350204 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f93b42f-1950-4eca-8b5c-b218f18bbe13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:55.352482 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-4f93b42f-1950-4eca-8b5c-b218f18bbe13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dcc439f8-0277-4842-8fcc-8943dd506f2a HTTP/1.1" status: 204 len: 168 time: 0.1346004 May 24 15:39:55.361564 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93b42f-1950-4eca-8b5c-b218f18bbe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc439f8-0277-4842-8fcc-8943dd506f2a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:55.430863 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc19c7-5efe-4572-8890-60dba2ce3445 req-3207a841-2fdf-4c74-8aa8-4e9fb3739a71 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:55.432485 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-11bc19c7-5efe-4572-8890-60dba2ce3445 req-3207a841-2fdf-4c74-8aa8-4e9fb3739a71 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0579319 May 24 15:39:55.483548 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-11bc19c7-5efe-4572-8890-60dba2ce3445 req-0419df25-401b-43af-bce4-1ec1fa755f86 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452545 May 24 15:39:55.688325 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50158) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:55.713509 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e03dde0b-8856-48d3-8050-b660600c64c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:55.749901 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:55.828538 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bb99e-728a-44a5-9ef5-7c7ffd3e692c req-3169a40a-7958-435a-b8e9-fdd77e008066 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:55.830221 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7b0bb99e-728a-44a5-9ef5-7c7ffd3e692c req-3169a40a-7958-435a-b8e9-fdd77e008066 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0840161 May 24 15:39:55.830710 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:55.896832 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e03dde0b-8856-48d3-8050-b660600c64c1 admin admin] Publish callbacks [] for security_group (48e9948d-0db1-46bb-b245-ff1e881148c8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:55.907812 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e03dde0b-8856-48d3-8050-b660600c64c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (48e9948d-0db1-46bb-b245-ff1e881148c8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:55.933968 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7b0bb99e-728a-44a5-9ef5-7c7ffd3e692c req-11f8ee83-4556-43c9-bfe6-0961d10deb63 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937259 May 24 15:39:55.956714 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dde0b-8856-48d3-8050-b660600c64c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e9948d-0db1-46bb-b245-ff1e881148c8,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:55.960914 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-e03dde0b-8856-48d3-8050-b660600c64c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4977d32ab900446d998d7a846b9c224d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713950 May 24 15:39:55.963489 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50164) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:56.018477 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d5570641-c63b-4a8c-85ca-f3b7f635e787 admin admin] Publish callbacks [] for security_group (48e9948d-0db1-46bb-b245-ff1e881148c8), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:56.044453 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d5570641-c63b-4a8c-85ca-f3b7f635e787 admin admin] Publish callbacks [] for security_group (48e9948d-0db1-46bb-b245-ff1e881148c8), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:56.097486 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d5570641-c63b-4a8c-85ca-f3b7f635e787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (48e9948d-0db1-46bb-b245-ff1e881148c8), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:56.101160 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d5570641-c63b-4a8c-85ca-f3b7f635e787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:56.105188 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-d5570641-c63b-4a8c-85ca-f3b7f635e787 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48e9948d-0db1-46bb-b245-ff1e881148c8 HTTP/1.1" status: 204 len: 168 time: 0.1381869 May 24 15:39:56.112553 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5570641-c63b-4a8c-85ca-f3b7f635e787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e9948d-0db1-46bb-b245-ff1e881148c8,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:56.443320 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50174) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:56.457739 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b971e4c8-5f15-4620-b248-cee0672f610f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:56.538933 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b971e4c8-5f15-4620-b248-cee0672f610f admin admin] Publish callbacks [] for security_group (ebd17f8f-e67e-4ff9-876d-2f47737f9030), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:56.544993 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b971e4c8-5f15-4620-b248-cee0672f610f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (ebd17f8f-e67e-4ff9-876d-2f47737f9030), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:56.584972 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971e4c8-5f15-4620-b248-cee0672f610f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd17f8f-e67e-4ff9-876d-2f47737f9030,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:56.588990 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-b971e4c8-5f15-4620-b248-cee0672f610f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffe538bdde0a4953bb43fc72537c5f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446903 May 24 15:39:56.591778 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50176) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:39:56.639170 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d1be0de-56c4-4350-aecc-d7e734cd6a78 admin admin] Publish callbacks [] for security_group (ebd17f8f-e67e-4ff9-876d-2f47737f9030), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:56.660658 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d1be0de-56c4-4350-aecc-d7e734cd6a78 admin admin] Publish callbacks [] for security_group (ebd17f8f-e67e-4ff9-876d-2f47737f9030), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:56.711703 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d1be0de-56c4-4350-aecc-d7e734cd6a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (ebd17f8f-e67e-4ff9-876d-2f47737f9030), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:56.714778 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1d1be0de-56c4-4350-aecc-d7e734cd6a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:56.715914 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-1d1be0de-56c4-4350-aecc-d7e734cd6a78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebd17f8f-e67e-4ff9-876d-2f47737f9030 HTTP/1.1" status: 204 len: 168 time: 0.1232374 May 24 15:39:56.725748 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1be0de-56c4-4350-aecc-d7e734cd6a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd17f8f-e67e-4ff9-876d-2f47737f9030,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:39:56.963227 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device ed9223d0-ec76-4da7-9bb3-b4613bbe3189 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:39:56.984975 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: ed9223d0-ec76-4da7-9bb3-b4613bbe3189 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:39:56.985318 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device ed9223d0-ec76-4da7-9bb3-b4613bbe3189 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:39:57.075286 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9688b40-74be-4f45-b23e-679dd92fbdc2 req-865e4168-d1a4-4061-b7d6-66d009ac2f6d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:57.076796 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c9688b40-74be-4f45-b23e-679dd92fbdc2 req-865e4168-d1a4-4061-b7d6-66d009ac2f6d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0527754 May 24 15:39:57.140186 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c9688b40-74be-4f45-b23e-679dd92fbdc2 req-d1653251-74c4-40c5-b4ab-63554b10f691 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569544 May 24 15:39:57.596258 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c8b5d9d-8b0b-4c49-b4ed-e6ef4e664383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:57.952696 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15417d0d-a3d9-4bb5-a11f-04eed2a9444a req-2fd28503-cdb8-4604-a84c-a70f18821930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:57.954189 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-15417d0d-a3d9-4bb5-a11f-04eed2a9444a req-2fd28503-cdb8-4604-a84c-a70f18821930 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 1129 time: 0.0417390 May 24 15:39:58.057159 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15417d0d-a3d9-4bb5-a11f-04eed2a9444a req-dd5c3507-58fc-4fe7-9314-77e2aaaf5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:58.058624 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-15417d0d-a3d9-4bb5-a11f-04eed2a9444a req-dd5c3507-58fc-4fe7-9314-77e2aaaf5ba1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.0958865 May 24 15:39:58.099224 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-15417d0d-a3d9-4bb5-a11f-04eed2a9444a req-249eeb8d-2060-48bf-8269-3165cd1b0626 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=110b6658-6aab-4863-9381-91ebcbd0ce77 HTTP/1.1" status: 200 len: 217 time: 0.0325420 May 24 15:39:58.155343 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15417d0d-a3d9-4bb5-a11f-04eed2a9444a req-b349bf47-ead3-4411-b2f4-9dd84b448f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:58.156948 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-15417d0d-a3d9-4bb5-a11f-04eed2a9444a req-b349bf47-ead3-4411-b2f4-9dd84b448f4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0499525 May 24 15:39:58.198053 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:58.206364 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15417d0d-a3d9-4bb5-a11f-04eed2a9444a req-ae7162f4-3229-4530-9330-885da8f2dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:58.208083 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-15417d0d-a3d9-4bb5-a11f-04eed2a9444a req-ae7162f4-3229-4530-9330-885da8f2dec9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422022 May 24 15:39:58.243071 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:58.263225 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d6371-1b7e-4989-be9d-fc0de9532235 req-13c83efb-2213-4069-b586-fa658fde7234 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:58.264951 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9a0d6371-1b7e-4989-be9d-fc0de9532235 req-13c83efb-2213-4069-b586-fa658fde7234 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0533962 May 24 15:39:58.306137 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-15417d0d-a3d9-4bb5-a11f-04eed2a9444a req-22157255-cbbd-4297-b98d-7537a6c1b4ad service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878897 May 24 15:39:58.317013 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9a0d6371-1b7e-4989-be9d-fc0de9532235 req-d606f45f-9b9b-46e9-b702-1a5f7d266e9b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463605 May 24 15:39:58.403314 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-15417d0d-a3d9-4bb5-a11f-04eed2a9444a req-ca958492-a3f1-408f-a748-1654f9556f43 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897889 May 24 15:39:58.759278 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e659-6452-472a-8ab1-12e3f4a3f50a req-a050d8ca-c6ae-4e6f-899f-3d2c8c723d74 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:58.760797 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bae1e659-6452-472a-8ab1-12e3f4a3f50a req-a050d8ca-c6ae-4e6f-899f-3d2c8c723d74 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0466444 May 24 15:39:58.800930 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:39:58.808601 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bae1e659-6452-472a-8ab1-12e3f4a3f50a req-05bb7809-2305-435b-ad1c-8f8b26748a84 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422742 May 24 15:39:59.123205 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:39:59.445854 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bca90-b6e0-47dd-bed7-4c0abc603c88 req-dc952d9f-938f-487b-ab17-a61050d11c75 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:59.447493 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7f3bca90-b6e0-47dd-bed7-4c0abc603c88 req-dc952d9f-938f-487b-ab17-a61050d11c75 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0584896 May 24 15:39:59.507109 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7f3bca90-b6e0-47dd-bed7-4c0abc603c88 req-179d8428-09aa-473e-abd8-69f7c24c81a1 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485079 May 24 15:39:59.942368 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f358e-1bb7-410c-846f-82b99286bbf0 req-aa091997-9487-4d48-afc6-9d752d24781f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:39:59.943831 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f85f358e-1bb7-410c-846f-82b99286bbf0 req-aa091997-9487-4d48-afc6-9d752d24781f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0489645 May 24 15:39:59.992470 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f85f358e-1bb7-410c-846f-82b99286bbf0 req-1c118421-1d8d-4629-a396-3bb26f166198 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427155 May 24 15:40:00.307846 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:00.620349 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ec567-c6f2-4170-86bb-b200e212a681 req-94a63dc0-f98c-40a6-bbca-5b618a81be83 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:00.621834 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-384ec567-c6f2-4170-86bb-b200e212a681 req-94a63dc0-f98c-40a6-bbca-5b618a81be83 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0474355 May 24 15:40:00.683572 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-384ec567-c6f2-4170-86bb-b200e212a681 req-0c5396c2-1746-4546-b556-36825edef9ad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536470 May 24 15:40:01.120904 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01afa9d-05eb-449d-9390-957cf1d086a8 req-bce8da43-9cf3-434f-b3dc-2c47f25f523f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:01.122388 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d01afa9d-05eb-449d-9390-957cf1d086a8 req-bce8da43-9cf3-434f-b3dc-2c47f25f523f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0507143 May 24 15:40:01.169895 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d01afa9d-05eb-449d-9390-957cf1d086a8 req-ec62c192-8ae6-4c20-8ee8-6a48edecdbcc tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418274 May 24 15:40:01.713758 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:01.808748 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893442b-0acf-44c5-a4ae-289ace09d45d req-bde405c5-525f-40ee-9ba4-4f758c11d6a4 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:01.810253 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7893442b-0acf-44c5-a4ae-289ace09d45d req-bde405c5-525f-40ee-9ba4-4f758c11d6a4 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0529554 May 24 15:40:01.857844 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7893442b-0acf-44c5-a4ae-289ace09d45d req-6e3bd87c-e86d-48f0-ab6f-57a8c476d852 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 May 24 15:40:02.299507 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbe9b0-e954-4a06-b645-bc50842b09c8 req-8710b914-bfb5-488b-b058-c2e88410ff47 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:02.301136 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-12fbe9b0-e954-4a06-b645-bc50842b09c8 req-8710b914-bfb5-488b-b058-c2e88410ff47 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0548103 May 24 15:40:02.350776 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-12fbe9b0-e954-4a06-b645-bc50842b09c8 req-4a25fe00-3cd6-4dbf-ac89-681f6b427565 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437384 May 24 15:40:03.003038 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ca0d0-c162-4c77-a656-d200f321403a req-d5f20ed0-0991-455c-a4a9-770cd67ea19e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:03.004823 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e5ca0d0-c162-4c77-a656-d200f321403a req-d5f20ed0-0991-455c-a4a9-770cd67ea19e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0495293 May 24 15:40:03.065657 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e5ca0d0-c162-4c77-a656-d200f321403a req-ed3dc3e9-50a8-4295-99c4-20c4d9b08a36 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489309 May 24 15:40:03.497418 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47e3d1-c5cb-4c73-b228-506db73512c8 req-6c032ebb-c631-49a2-854f-ebed4f7f037a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:03.499247 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0b47e3d1-c5cb-4c73-b228-506db73512c8 req-6c032ebb-c631-49a2-854f-ebed4f7f037a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0511520 May 24 15:40:03.553858 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0b47e3d1-c5cb-4c73-b228-506db73512c8 req-fbae09cd-2744-4728-8f3c-24428e500a25 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474095 May 24 15:40:04.512276 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50342) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:04.518143 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-31519428-4ea9-45af-92e1-92b861da878a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1324689433', 'description': 'tempest-description--1074956328'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:04.548839 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-31519428-4ea9-45af-92e1-92b861da878a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:04.596347 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:04.626512 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-31519428-4ea9-45af-92e1-92b861da878a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for security_group (778ca1a0-f673-4191-bbd4-ba052492e83a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:04.630449 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-31519428-4ea9-45af-92e1-92b861da878a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (778ca1a0-f673-4191-bbd4-ba052492e83a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:04.656364 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:04.657563 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31519428-4ea9-45af-92e1-92b861da878a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778ca1a0-f673-4191-bbd4-ba052492e83a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:04.720285 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-31519428-4ea9-45af-92e1-92b861da878a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:04.725246 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 50350) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:04.730762 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1c311951-3b79-4af3-880b-9634ace94b5c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Request body: {'security_group_rule': {'security_group_id': '778ca1a0-f673-4191-bbd4-ba052492e83a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:04.736462 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-31519428-4ea9-45af-92e1-92b861da878a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2228708 May 24 15:40:04.762649 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e278e-1ecd-4ab7-8d17-71d70dfadf15 req-3b9c18de-71b2-4fc8-852b-3b92d3dc1a2e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:04.774834 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a82e278e-1ecd-4ab7-8d17-71d70dfadf15 req-3b9c18de-71b2-4fc8-852b-3b92d3dc1a2e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.1139870 May 24 15:40:04.784171 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c311951-3b79-4af3-880b-9634ace94b5c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for security_group_rule (3b715540-2742-48e2-a624-415dde6c41e7), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:04.848500 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c311951-3b79-4af3-880b-9634ace94b5c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for security_group_rule (3b715540-2742-48e2-a624-415dde6c41e7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:04.857605 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c311951-3b79-4af3-880b-9634ace94b5c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (3b715540-2742-48e2-a624-415dde6c41e7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:04.880309 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a82e278e-1ecd-4ab7-8d17-71d70dfadf15 req-a9b050d6-5089-44d3-9db3-1c32f0201129 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956755 May 24 15:40:04.881336 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c311951-3b79-4af3-880b-9634ace94b5c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b715540-2742-48e2-a624-415dde6c41e7,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:04.893582 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1c311951-3b79-4af3-880b-9634ace94b5c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:04.898234 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1c311951-3b79-4af3-880b-9634ace94b5c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710651 May 24 15:40:04.898645 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50354) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:04.904312 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4e81e717-d4db-4ac8-9678-9f18c21bf9c7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Request body: {'security_group_rule': {'security_group_id': '778ca1a0-f673-4191-bbd4-ba052492e83a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:04.939489 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4e81e717-d4db-4ac8-9678-9f18c21bf9c7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for security_group_rule (b6897f62-ec2d-493f-8378-1279190a8536), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:04.996209 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4e81e717-d4db-4ac8-9678-9f18c21bf9c7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for security_group_rule (b6897f62-ec2d-493f-8378-1279190a8536), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:05.001166 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4e81e717-d4db-4ac8-9678-9f18c21bf9c7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (b6897f62-ec2d-493f-8378-1279190a8536), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:05.022108 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81e717-d4db-4ac8-9678-9f18c21bf9c7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6897f62-ec2d-493f-8378-1279190a8536,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:05.032093 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4e81e717-d4db-4ac8-9678-9f18c21bf9c7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:05.036062 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-4e81e717-d4db-4ac8-9678-9f18c21bf9c7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330714 May 24 15:40:05.036315 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50356) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:05.040531 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:05.065599 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:05.169548 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:05.306834 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Allocated IP 172.27.3.231 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:40:05.412932 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for port (b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:05.447281 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:05.495702 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:40:05.502637 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:40:05.507274 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:40:05.512691 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:05.531572 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event updated for resources: {'Port': ['ID=b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:05.604409 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for floatingip (83b919d1-a638-44e9-b97f-7bd09e5b0404), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:05.648948 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:05.679294 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:05.852448 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for port (b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:05.858588 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:05.936861 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event updated for resources: {'Port': ['ID=b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:05.962494 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (83b919d1-a638-44e9-b97f-7bd09e5b0404), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:06.006078 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:06.017193 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c768feae-435f-4ac8-9b08-d3129dc70f62 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9706640 May 24 15:40:06.043427 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ac93-409a-4517-8251-73050228740f req-65d46b68-38af-40dd-9584-bc6b9f883405 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:06.045471 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d6b2ac93-409a-4517-8251-73050228740f req-65d46b68-38af-40dd-9584-bc6b9f883405 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0752337 May 24 15:40:06.117352 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d6b2ac93-409a-4517-8251-73050228740f req-04f6f507-8f82-445c-86c0-4a06e8a6be35 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658762 May 24 15:40:06.295078 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:06.329924 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1e5e02a-b1a6-4121-905d-84fcd03f7d37 req-99174af5-463f-4eaf-bc69-d5b2e120f437 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433292 May 24 15:40:06.427327 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5e02a-b1a6-4121-905d-84fcd03f7d37 req-1ee6d6ea-9769-4a02-b83b-6a7e36e2d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:06.429020 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1e5e02a-b1a6-4121-905d-84fcd03f7d37 req-1ee6d6ea-9769-4a02-b83b-6a7e36e2d096 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 1129 time: 0.0465381 May 24 15:40:06.557963 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5e02a-b1a6-4121-905d-84fcd03f7d37 req-ca150188-a5b3-4bc6-ad97-49e98f53b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:06.559563 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1e5e02a-b1a6-4121-905d-84fcd03f7d37 req-ca150188-a5b3-4bc6-ad97-49e98f53b69c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.1045425 May 24 15:40:06.609365 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1e5e02a-b1a6-4121-905d-84fcd03f7d37 req-463e96df-b51b-468e-934c-cf900af2a32f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=110b6658-6aab-4863-9381-91ebcbd0ce77 HTTP/1.1" status: 200 len: 217 time: 0.0416174 May 24 15:40:06.661826 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50390) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:06.680960 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5e02a-b1a6-4121-905d-84fcd03f7d37 req-f7f84766-09cf-43d4-a057-8faba87498ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:06.684501 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1e5e02a-b1a6-4121-905d-84fcd03f7d37 req-f7f84766-09cf-43d4-a057-8faba87498ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0674233 May 24 15:40:06.718657 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:06.741254 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5e02a-b1a6-4121-905d-84fcd03f7d37 req-2f4f1368-40c5-4a4f-b085-c5ac28c61bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:06.742865 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1e5e02a-b1a6-4121-905d-84fcd03f7d37 req-2f4f1368-40c5-4a4f-b085-c5ac28c61bf6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527186 May 24 15:40:06.856597 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1e5e02a-b1a6-4121-905d-84fcd03f7d37 req-6d768955-63f7-42d2-8629-3a4e4278d3f6 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069999 May 24 15:40:06.862187 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f72d-e769-4e1a-a022-944db0112e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:06.956993 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f72d-e769-4e1a-a022-944db0112e56 admin admin] Publish callbacks [] for security_group (217a049c-1c18-415c-a301-b1fde97deb2f), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:06.963069 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f72d-e769-4e1a-a022-944db0112e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (217a049c-1c18-415c-a301-b1fde97deb2f), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:06.977813 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1e5e02a-b1a6-4121-905d-84fcd03f7d37 req-a9f7351e-1155-40de-97df-12fc44c178ab service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152239 May 24 15:40:07.017079 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 50394) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:07.017590 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-9ff5f72d-e769-4e1a-a022-944db0112e56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d3330f53cc6442bacc7717218837803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544703 May 24 15:40:07.030628 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5f72d-e769-4e1a-a022-944db0112e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217a049c-1c18-415c-a301-b1fde97deb2f,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:07.056327 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:07.087119 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5e9cc21d-48c2-4dce-861a-285f22ee25ce admin admin] Publish callbacks [] for security_group (217a049c-1c18-415c-a301-b1fde97deb2f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:07.112771 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5e9cc21d-48c2-4dce-861a-285f22ee25ce admin admin] Publish callbacks [] for security_group (217a049c-1c18-415c-a301-b1fde97deb2f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:07.190426 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5e9cc21d-48c2-4dce-861a-285f22ee25ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (217a049c-1c18-415c-a301-b1fde97deb2f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:07.195401 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5e9cc21d-48c2-4dce-861a-285f22ee25ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:07.197015 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5e9cc21d-48c2-4dce-861a-285f22ee25ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/217a049c-1c18-415c-a301-b1fde97deb2f HTTP/1.1" status: 204 len: 168 time: 0.1783724 May 24 15:40:07.209934 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cc21d-48c2-4dce-861a-285f22ee25ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217a049c-1c18-415c-a301-b1fde97deb2f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:07.347668 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709de088-9fad-4849-b834-c230f5502bbd req-93af1bdf-48dd-4aaa-bf7d-46ff9f13a15b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:07.349345 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-709de088-9fad-4849-b834-c230f5502bbd req-93af1bdf-48dd-4aaa-bf7d-46ff9f13a15b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.1202915 May 24 15:40:07.492152 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-709de088-9fad-4849-b834-c230f5502bbd req-e318b187-a07e-40df-95b2-cdd8cb1f453a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260557 May 24 15:40:07.736228 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 50410) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:07.750999 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ab37a-4cf8-4edc-af3c-00784b79b7b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:07.837448 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ab37a-4cf8-4edc-af3c-00784b79b7b6 admin admin] Publish callbacks [] for security_group (2170e121-d2b4-4fa9-befd-4ce306ee8956), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:07.842028 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-001ab37a-4cf8-4edc-af3c-00784b79b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (2170e121-d2b4-4fa9-befd-4ce306ee8956), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:07.881302 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-001ab37a-4cf8-4edc-af3c-00784b79b7b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2b2d12413464660adb9752bd6264917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437886 May 24 15:40:07.883885 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50412) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:07.884474 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ab37a-4cf8-4edc-af3c-00784b79b7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2170e121-d2b4-4fa9-befd-4ce306ee8956,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:07.961220 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb6bd-de6a-48b5-a52c-2535aee536c7 admin admin] Publish callbacks [] for security_group (2170e121-d2b4-4fa9-befd-4ce306ee8956), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:07.969819 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:07.984560 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb6bd-de6a-48b5-a52c-2535aee536c7 admin admin] Publish callbacks [] for security_group (2170e121-d2b4-4fa9-befd-4ce306ee8956), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:08.018533 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:08.049630 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb6bd-de6a-48b5-a52c-2535aee536c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (2170e121-d2b4-4fa9-befd-4ce306ee8956), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:08.052887 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb6bd-de6a-48b5-a52c-2535aee536c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:08.054063 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c0fcb6bd-de6a-48b5-a52c-2535aee536c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2170e121-d2b4-4fa9-befd-4ce306ee8956 HTTP/1.1" status: 204 len: 168 time: 0.1684804 May 24 15:40:08.066371 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcb6bd-de6a-48b5-a52c-2535aee536c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2170e121-d2b4-4fa9-befd-4ce306ee8956,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:08.691338 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8bbf1-90f0-4800-bfbd-0615d8ac5d98 req-7af5e5e2-fee8-47c7-8cf3-b59886a626b8 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:08.691338 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1ac8bbf1-90f0-4800-bfbd-0615d8ac5d98 req-7af5e5e2-fee8-47c7-8cf3-b59886a626b8 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0914865 May 24 15:40:08.766673 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1ac8bbf1-90f0-4800-bfbd-0615d8ac5d98 req-5ff17211-8556-4a05-87a8-9cda31cc84d1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683067 May 24 15:40:08.954894 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50442) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:09.252628 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-12bd612e-855e-498d-a249-40d3f3638053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:09.360257 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-12bd612e-855e-498d-a249-40d3f3638053 admin admin] Publish callbacks [] for security_group (74372eb2-7400-4924-bf90-17852ccadd10), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:09.365631 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-12bd612e-855e-498d-a249-40d3f3638053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (74372eb2-7400-4924-bf90-17852ccadd10), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:09.415802 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-12bd612e-855e-498d-a249-40d3f3638053 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6dfc8a42259240f091a60df654a51129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575059 May 24 15:40:09.415802 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd612e-855e-498d-a249-40d3f3638053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74372eb2-7400-4924-bf90-17852ccadd10,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:09.416278 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 50452) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:09.476954 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f34d7dd5-e52b-4fc2-bb35-617a3ca2118c admin admin] Publish callbacks [] for security_group (74372eb2-7400-4924-bf90-17852ccadd10), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:09.503373 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f34d7dd5-e52b-4fc2-bb35-617a3ca2118c admin admin] Publish callbacks [] for security_group (74372eb2-7400-4924-bf90-17852ccadd10), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:09.513654 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:09.586133 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f34d7dd5-e52b-4fc2-bb35-617a3ca2118c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (74372eb2-7400-4924-bf90-17852ccadd10), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:09.590004 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f34d7dd5-e52b-4fc2-bb35-617a3ca2118c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:09.591687 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f34d7dd5-e52b-4fc2-bb35-617a3ca2118c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74372eb2-7400-4924-bf90-17852ccadd10 HTTP/1.1" status: 204 len: 168 time: 0.1744452 May 24 15:40:09.609052 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d7dd5-e52b-4fc2-bb35-617a3ca2118c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74372eb2-7400-4924-bf90-17852ccadd10,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:09.865961 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-14802ef4-1579-4008-b5cf-c7ca361f7423 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1324689433&fields=id&tenant_id=e280d545f6064b5c91289a77e2491511 HTTP/1.1" status: 200 len: 267 time: 0.0928895 May 24 15:40:10.037783 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595c022-2dce-4c22-b56d-753330b8e253 req-78a94a33-1bd5-486f-8b82-af93a1b4bdf1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:10.039586 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b595c022-2dce-4c22-b56d-753330b8e253 req-78a94a33-1bd5-486f-8b82-af93a1b4bdf1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0741751 May 24 15:40:10.045788 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-c4c51f15-6896-4163-9d75-d2a419fe7949 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:10.047508 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-c4c51f15-6896-4163-9d75-d2a419fe7949 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 818 time: 0.1737151 May 24 15:40:10.077874 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-80ff9dc4-d3a7-456e-8464-2060171a7012 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/quotas/e280d545f6064b5c91289a77e2491511 HTTP/1.1" status: 200 len: 375 time: 0.0228772 May 24 15:40:10.135623 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b595c022-2dce-4c22-b56d-753330b8e253 req-39a4aed6-1ced-486d-8459-920a606e5f15 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867054 May 24 15:40:10.161101 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-a4a2de8f-b36b-46ee-bb1b-a6d290a820b6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0726390 May 24 15:40:10.276365 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-f2c7cfd7-6754-4f76-8ab8-f58b0f90c38b service neutron] 10.222.0.55 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968699 May 24 15:40:10.376805 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-ede7eb0c-9335-442a-ad41-77775f734b38 service neutron] 10.222.0.55 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933435 May 24 15:40:10.712074 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-096bdcd1-4429-4512-81c3-9b5dd3b9c25e req-f21c3d6a-09e1-46a8-95b4-46810a4a0731 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 210 time: 0.0653207 May 24 15:40:11.333767 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d73271-1950-4782-aa74-a6b21653123d req-acc49238-2876-4fb3-9823-14fd78d28a4e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:11.336286 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f3d73271-1950-4782-aa74-a6b21653123d req-acc49238-2876-4fb3-9823-14fd78d28a4e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0822551 May 24 15:40:11.432399 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:11.451566 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f3d73271-1950-4782-aa74-a6b21653123d req-ebe88a45-0c64-4716-86f3-67b29bab6733 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077552 May 24 15:40:11.838785 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7ce23548-f2f3-4aec-aaa4-89936dfeb4c7 req-ab289216-a7e8-42e5-8e7b-680f252125bb tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 210 time: 0.0283165 May 24 15:40:12.597484 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d930802-6a7e-4719-80a6-102c3f1f0277 req-17353f4f-e241-455a-8d39-24d3bc9c2365 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:12.598939 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4d930802-6a7e-4719-80a6-102c3f1f0277 req-17353f4f-e241-455a-8d39-24d3bc9c2365 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0480220 May 24 15:40:12.643321 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:12.651993 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4d930802-6a7e-4719-80a6-102c3f1f0277 req-38363ef6-d11d-41d5-b924-90bae2e0442e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445521 May 24 15:40:12.889241 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:40:12.946310 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2c642bf3-1a95-4db1-8b28-06de05ec4a4e req-d43b597e-f5bf-4f7d-a9bb-c2bc0f358942 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 210 time: 0.0334628 May 24 15:40:13.778232 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901fa1d-7e26-44d1-a33f-87dd57321346 req-2b0cf3df-4150-4a8a-9ecf-7ea3475988fc tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:13.779673 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b901fa1d-7e26-44d1-a33f-87dd57321346 req-2b0cf3df-4150-4a8a-9ecf-7ea3475988fc tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0487823 May 24 15:40:13.827591 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b901fa1d-7e26-44d1-a33f-87dd57321346 req-94cac985-d790-4eab-afbc-7845f427017e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 May 24 15:40:14.041255 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7bca8445-6fce-4945-86de-2e42c14c8380 req-cef0f6bb-704d-4eb1-8bb4-4b53f409f54a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 210 time: 0.0283005 May 24 15:40:14.973999 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca443-5d42-4aa3-a374-d7990e63c7e9 req-91a818ee-8197-44e3-b1aa-f3739ef3d9da tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:14.975804 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b10ca443-5d42-4aa3-a374-d7990e63c7e9 req-91a818ee-8197-44e3-b1aa-f3739ef3d9da tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0607281 May 24 15:40:15.027020 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b10ca443-5d42-4aa3-a374-d7990e63c7e9 req-d6fbd6b8-f0b3-46b2-98bf-946d1d50b6e7 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440238 May 24 15:40:15.141844 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a08cbac0-0cab-453b-851c-8ea4731e8e92 req-86a04eb5-0e28-4ef7-8888-b4aaae5cd0f3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 210 time: 0.0329688 May 24 15:40:15.223697 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2af02017-04a3-418b-a165-4ef42719682e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:15.225576 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2af02017-04a3-418b-a165-4ef42719682e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 818 time: 0.1193399 May 24 15:40:15.327009 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9cc21dce-5aaa-4a95-9568-75572bed5fad tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e280d545f6064b5c91289a77e2491511 HTTP/1.1" status: 200 len: 380 time: 0.0801940 May 24 15:40:15.340842 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Request body: {'port': {'device_id': '3f726278-c770-47b5-86db-c95db49ba80f', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'admin_state_up': True, 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'security_groups': ['778ca1a0-f673-4191-bbd4-ba052492e83a']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:15.512634 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Made reservation on behalf of e280d545f6064b5c91289a77e2491511 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:40:15.517893 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:15.689652 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:15.700996 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Allocated IP 172.20.0.6 (b1d908b4-0d57-4328-b5e8-f2842546189b/56032d1a-2388-4d58-a0aa-03a1b2d2ba92/123b7faa-d212-4186-93a9-6e1d900b7f9c) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:40:15.867950 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:15.905003 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:15.951970 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Network b1d908b4-0d57-4328-b5e8-f2842546189b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:40:15.955338 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:40:15.958032 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:40:15.984137 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event updated for resources: {'Port': ['ID=123b7faa-d212-4186-93a9-6e1d900b7f9c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:16.003570 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.003912 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.004460 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.004610 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.005077 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.005330 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.005845 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.005958 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.006277 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.006624 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.006904 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.007419 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.007544 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.007826 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.008166 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:16.038477 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:16.039186 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:16.049236 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:16.068242 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2ef3477c-5fd6-4a73-a4df-d4a55b191a55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7313383 May 24 15:40:16.092934 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Request body: {'port': {'device_id': '3f726278-c770-47b5-86db-c95db49ba80f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:16.208900 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:16.228192 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bef09-113f-443b-bc9c-e1f023173646 req-0043ec84-9942-47af-a74b-4ea3bc0d5dd0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:16.240056 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:16.249535 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:16.253243 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-365bef09-113f-443b-bc9c-e1f023173646 req-0043ec84-9942-47af-a74b-4ea3bc0d5dd0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.1019886 May 24 15:40:16.272934 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ee404e62-6074-4cc1-bf73-12609875d99a None None] Provisioning complete for port 123b7faa-d212-4186-93a9-6e1d900b7f9c triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:16.273566 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee404e62-6074-4cc1-bf73-12609875d99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:16.331817 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ee404e62-6074-4cc1-bf73-12609875d99a None None] Port 123b7faa-d212-4186-93a9-6e1d900b7f9c cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:40:16.344174 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ed365-01c1-4350-9629-27b07f5565a1 req-579d39b1-fc7a-4a97-bdb7-802089fa98b2 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:16.352572 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-345ed365-01c1-4350-9629-27b07f5565a1 req-579d39b1-fc7a-4a97-bdb7-802089fa98b2 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 931 time: 0.0962195 May 24 15:40:16.442909 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-345ed365-01c1-4350-9629-27b07f5565a1 req-90b0548a-1adb-4d2d-8d7c-1260cc442dd4 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841391 May 24 15:40:16.453034 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-365bef09-113f-443b-bc9c-e1f023173646 req-31ab0a1a-6098-4517-bdc2-8ce9b1887046 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986880 May 24 15:40:16.587936 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123b7faa-d212-4186-93a9-6e1d900b7f9c {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:40:16.597147 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Publish callbacks [] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:16.609897 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Transition to ACTIVE for port object 123b7faa-d212-4186-93a9-6e1d900b7f9c will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:40:16.614625 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:16.670274 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=123b7faa-d212-4186-93a9-6e1d900b7f9c,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:16.760060 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Attempting to bind port 123b7faa-d212-4186-93a9-6e1d900b7f9c on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:40:16.760060 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Attempting to bind port 123b7faa-d212-4186-93a9-6e1d900b7f9c by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:40:16.760060 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Attempting to bind port 123b7faa-d212-4186-93a9-6e1d900b7f9c on network b1d908b4-0d57-4328-b5e8-f2842546189b {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:40:16.771243 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Port 123b7faa-d212-4186-93a9-6e1d900b7f9c on network b1d908b4-0d57-4328-b5e8-f2842546189b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:40:16.771670 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Attempting to bind port 123b7faa-d212-4186-93a9-6e1d900b7f9c on network b1d908b4-0d57-4328-b5e8-f2842546189b {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:40:16.779039 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:40:16.779441 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Checking segment: {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:40:16.779900 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Bound using segment: {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:40:16.780413 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Bound port: 123b7faa-d212-4186-93a9-6e1d900b7f9c, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87c1a74-7928-48cb-85fc-4f33fa508877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:40:16.780836 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:16.848872 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:16.861870 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] For port 123b7faa-d212-4186-93a9-6e1d900b7f9c, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:40:16.882956 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] For port 123b7faa-d212-4186-93a9-6e1d900b7f9c, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=123b7faa-d212-4186-93a9-6e1d900b7f9c,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:40:16.897016 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:16.940777 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:16.941447 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:16.943454 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] 10.222.0.59 "PUT /v2.0/ports/123b7faa-d212-4186-93a9-6e1d900b7f9c HTTP/1.1" status: 200 len: 1093 time: 0.8587725 May 24 15:40:16.948576 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f726278-c770-47b5-86db-c95db49ba80f', 'tag': '123b7faa-d212-4186-93a9-6e1d900b7f9c'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:40:16.951187 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce44dc18-22a1-4f84-848d-79202b4e8ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "3f726278-c770-47b5-86db-c95db49ba80f", "tag": "123b7faa-d212-4186-93a9-6e1d900b7f9c"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:40:16.995972 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661a7f8-8d48-472b-83e1-5395081c3ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=123b7faa-d212-4186-93a9-6e1d900b7f9c,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:17.038743 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0133fdba-4ad2-4472-8e31-0889811278fd x-openstack-request-id: req-0133fdba-4ad2-4472-8e31-0889811278fd {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:40:17.038888 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f726278-c770-47b5-86db-c95db49ba80f", "tag": "123b7faa-d212-4186-93a9-6e1d900b7f9c", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:40:17.039184 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0133fdba-4ad2-4472-8e31-0889811278fd {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:40:17.039785 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0133fdba-4ad2-4472-8e31-0889811278fd'] response: {'name': 'network-changed', 'server_uuid': '3f726278-c770-47b5-86db-c95db49ba80f', 'tag': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'status': 'completed', 'code': 200} May 24 15:40:17.594291 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48dd87-d189-45e0-b733-721d625169b7 req-e84d18c2-6e32-4ee4-b79c-71e6e26238bc tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:17.596689 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3f48dd87-d189-45e0-b733-721d625169b7 req-e84d18c2-6e32-4ee4-b79c-71e6e26238bc tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0811181 May 24 15:40:17.609925 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03c416-7342-4236-8725-69015b9805a4 req-10f15d21-7438-4401-a99b-84de574077d0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:17.611402 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3b03c416-7342-4236-8725-69015b9805a4 req-10f15d21-7438-4401-a99b-84de574077d0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0624752 May 24 15:40:17.693601 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3f48dd87-d189-45e0-b733-721d625169b7 req-f2f13b5a-7458-4fb1-bf1f-e4416d92cee7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767322 May 24 15:40:17.700912 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3b03c416-7342-4236-8725-69015b9805a4 req-68b6dc2c-f813-456b-afc2-933b1a8e41b9 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782638 May 24 15:40:18.838546 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab25f5-288a-4920-b6e6-a51426d03c1c req-3bc56714-df63-4bb0-8fb7-1fb3946291c3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:18.840013 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-12ab25f5-288a-4920-b6e6-a51426d03c1c req-3bc56714-df63-4bb0-8fb7-1fb3946291c3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0730963 May 24 15:40:18.847657 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cad034-e035-4c7a-9fc2-e88d787d904c req-bf4d2325-fd00-4e07-a522-321600182d33 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:18.849295 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-17cad034-e035-4c7a-9fc2-e88d787d904c req-bf4d2325-fd00-4e07-a522-321600182d33 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0719481 May 24 15:40:18.925682 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-12ab25f5-288a-4920-b6e6-a51426d03c1c req-ece0991f-7c60-48e2-a260-01d1424203b9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754616 May 24 15:40:18.928910 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-17cad034-e035-4c7a-9fc2-e88d787d904c req-656adfd8-eb27-4a1c-9dc1-90d5e522fb57 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731120 May 24 15:40:19.182330 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44dc18-22a1-4f84-848d-79202b4e8ff5 req-58df732f-582a-4ab0-a635-ae6e73a905f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:19.183990 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce44dc18-22a1-4f84-848d-79202b4e8ff5 req-58df732f-582a-4ab0-a635-ae6e73a905f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 1127 time: 0.0417640 May 24 15:40:19.267641 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:19.308736 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44dc18-22a1-4f84-848d-79202b4e8ff5 req-cf7a5ed1-6968-4ec9-a88e-13cd495f3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:19.310916 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce44dc18-22a1-4f84-848d-79202b4e8ff5 req-cf7a5ed1-6968-4ec9-a88e-13cd495f3735 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e280d545f6064b5c91289a77e2491511&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1120734 May 24 15:40:19.419767 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44dc18-22a1-4f84-848d-79202b4e8ff5 req-bf6f0f7f-c910-437b-9ad8-99e3bc6df0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:19.421328 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce44dc18-22a1-4f84-848d-79202b4e8ff5 req-bf6f0f7f-c910-437b-9ad8-99e3bc6df0da service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036532 May 24 15:40:19.526800 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-a94b0a4b-58d2-4d68-bf9f-afb984a78273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:19.528503 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-a94b0a4b-58d2-4d68-bf9f-afb984a78273 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 1127 time: 0.0409713 May 24 15:40:19.576650 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-c87d5b30-4301-42f7-b209-cf6f766570b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=123b7faa-d212-4186-93a9-6e1d900b7f9c HTTP/1.1" status: 200 len: 217 time: 0.0336001 May 24 15:40:19.627971 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2dc39113-7dca-4503-9880-e440bc256478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:19.630054 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-2dc39113-7dca-4503-9880-e440bc256478 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0439970 May 24 15:40:19.683328 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-705f1e1f-e60e-4420-9457-e4f5aa41f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:19.685094 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-705f1e1f-e60e-4420-9457-e4f5aa41f585 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485301 May 24 15:40:19.797772 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-34c979da-176f-4d5f-b41d-80385f1cf4f4 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055000 May 24 15:40:19.891239 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0063e601-177a-43b1-b0dc-a8b88557e8d9 req-0d83ae5c-3eab-4962-9ed6-bb55863a371c service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868425 May 24 15:40:20.074544 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e320d2-16e1-41ce-89b3-d80ded38f7b1 req-9f14b855-230d-4d6a-9f57-d31758c9cbfc tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:20.076015 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-21e320d2-16e1-41ce-89b3-d80ded38f7b1 req-9f14b855-230d-4d6a-9f57-d31758c9cbfc tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0806103 May 24 15:40:20.086371 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17450ce-8b78-4765-b50b-4835c83607e9 req-1ed57864-d1ad-42fe-a770-799640299605 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:20.087823 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c17450ce-8b78-4765-b50b-4835c83607e9 req-1ed57864-d1ad-42fe-a770-799640299605 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0798051 May 24 15:40:20.380266 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:20.390081 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-21e320d2-16e1-41ce-89b3-d80ded38f7b1 req-ea83ad18-31b9-4868-807f-537d2251d1e8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012614 May 24 15:40:20.394175 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c17450ce-8b78-4765-b50b-4835c83607e9 req-623124f1-f145-410d-a633-bce6e29c4a3c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955749 May 24 15:40:21.524208 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:21.579864 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a07153-ec6e-4e8b-8b5c-c56fcc2a38a4 req-1d864ea8-c170-437d-a153-dec11c9dc577 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:21.581625 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-87a07153-ec6e-4e8b-8b5c-c56fcc2a38a4 req-1d864ea8-c170-437d-a153-dec11c9dc577 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0776792 May 24 15:40:21.590707 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63a798-9af5-40be-9df2-cc6e6d8271f3 req-aa4275a0-2152-45cd-870c-cfcb9e3670aa tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:21.592152 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0c63a798-9af5-40be-9df2-cc6e6d8271f3 req-aa4275a0-2152-45cd-870c-cfcb9e3670aa tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0785120 May 24 15:40:21.689101 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0c63a798-9af5-40be-9df2-cc6e6d8271f3 req-dadbbdda-3952-40e2-b26c-bc880cbefdb0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853405 May 24 15:40:21.689101 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-87a07153-ec6e-4e8b-8b5c-c56fcc2a38a4 req-c7233d1b-cf23-43f1-9ad3-dd26e3bc9813 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960994 May 24 15:40:22.026070 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 50740) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:22.156492 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-72bbcf72-ad5d-4e15-812e-255f5c367ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:22.261096 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-72bbcf72-ad5d-4e15-812e-255f5c367ea6 admin admin] Publish callbacks [] for security_group (48a52d27-94a8-4578-bc9a-fae2161a3ec8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:22.266080 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-72bbcf72-ad5d-4e15-812e-255f5c367ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (48a52d27-94a8-4578-bc9a-fae2161a3ec8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:22.320885 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-72bbcf72-ad5d-4e15-812e-255f5c367ea6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7780e9307802426983f60a198c879c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913773 May 24 15:40:22.320885 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbcf72-ad5d-4e15-812e-255f5c367ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a52d27-94a8-4578-bc9a-fae2161a3ec8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:22.321262 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50746) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:22.397483 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Publish callbacks [] for security_group (48a52d27-94a8-4578-bc9a-fae2161a3ec8), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:22.422022 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Publish callbacks [] for security_group (48a52d27-94a8-4578-bc9a-fae2161a3ec8), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:22.469105 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (48a52d27-94a8-4578-bc9a-fae2161a3ec8), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:22.471642 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:22.472847 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48a52d27-94a8-4578-bc9a-fae2161a3ec8 HTTP/1.1" status: 204 len: 168 time: 0.1504195 May 24 15:40:22.481395 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a52d27-94a8-4578-bc9a-fae2161a3ec8,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:22.489299 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.489669 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.490009 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.490353 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.490672 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.491157 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.491468 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.491804 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.492220 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.492546 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.492868 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.493191 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.493508 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.493819 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.494132 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed363d6-2869-4c92-981e-4d9a986cbf37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:22.854341 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7268da-f6d2-4291-9978-e4d88f95553f req-611471ae-f6d1-4493-a4ee-dcf6531c93da tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:22.860534 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ee7268da-f6d2-4291-9978-e4d88f95553f req-611471ae-f6d1-4493-a4ee-dcf6531c93da tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.1002324 May 24 15:40:22.886049 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d06a42-e8ef-4151-9718-ffe0caf02871 req-1702c793-57a1-482c-a1cd-73d3fee4e1c0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:22.888583 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-89d06a42-e8ef-4151-9718-ffe0caf02871 req-1702c793-57a1-482c-a1cd-73d3fee4e1c0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.1072783 May 24 15:40:22.970849 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ee7268da-f6d2-4291-9978-e4d88f95553f req-00f43fa0-eeda-4584-a467-4e1303bf0a9a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088488 May 24 15:40:22.986613 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-89d06a42-e8ef-4151-9718-ffe0caf02871 req-db0f58e4-e9bf-4a62-861c-6249ace71157 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911500 May 24 15:40:23.106739 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device b4136280-42c5-46f1-8248-0dcb997d0277 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:40:23.220859 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=b4136280-42c5-46f1-8248-0dcb997d0277,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:23.234053 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50776) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:23.234718 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'port_id': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'mac_address': 'fa:16:3e:21:60:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:40:23.271970 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port b4136280-42c5-46f1-8248-0dcb997d0277 is: ACTIVE; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:23.272722 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:23.287519 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4136280-42c5-46f1-8248-0dcb997d0277 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:40:23.314679 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=b4136280-42c5-46f1-8248-0dcb997d0277,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:23.320715 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:23.372978 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1047486097-network', 'tenant_id': '769f37bc94e24c3482bb039c5a6e7291'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:23.385817 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=b4136280-42c5-46f1-8248-0dcb997d0277,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:23.394807 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.395533 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.396078 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.396617 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.397140 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.397546 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.397936 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.398333 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.398719 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.399423 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.399832 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Made reservation on behalf of 769f37bc94e24c3482bb039c5a6e7291 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:40:23.399998 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.400428 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.400834 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.401213 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.401617 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:23.405411 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:23.431631 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:23.536276 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Publish callbacks [] for security_group (0bb02864-0081-4340-90f7-69cbea2f8f42), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:23.542854 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (0bb02864-0081-4340-90f7-69cbea2f8f42), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:23.576628 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:40:23.589088 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb02864-0081-4340-90f7-69cbea2f8f42,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:23.592074 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['b4136280-42c5-46f1-8248-0dcb997d0277'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:40:23.604438 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (067ef9e3-699d-4574-ad04-308c6b8878a0), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:23.604869 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.segments_db [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Added segment 067ef9e3-699d-4574-ad04-308c6b8878a0 of type vlan for network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 May 24 15:40:23.714618 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (d22bbbfe-aa37-4ce8-92c8-3aeb391d1750), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:23.746646 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (d22bbbfe-aa37-4ce8-92c8-3aeb391d1750), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:23.747748 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:23.748885 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:23.753137 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:23.819548 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5841761 May 24 15:40:23.820215 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:23.823292 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 50786) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:23.828733 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4f00496a-eb58-4381-b785-2b1d93d85ef3 admin admin] Request body: {'subnet': {'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1047486097-subnet', 'tenant_id': '769f37bc94e24c3482bb039c5a6e7291', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:23.835790 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7f933-c24b-4ca8-a0b7-fe688b75f2ed admin admin] Pushing event updated for resources: {'Network': ['ID=d22bbbfe-aa37-4ce8-92c8-3aeb391d1750,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:23.850927 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:40:23.851661 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f00496a-eb58-4381-b785-2b1d93d85ef3 admin admin] Made reservation on behalf of 769f37bc94e24c3482bb039c5a6e7291 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:40:23.855866 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f00496a-eb58-4381-b785-2b1d93d85ef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8497209'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:23.939094 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:23.998019 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:24.079285 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f00496a-eb58-4381-b785-2b1d93d85ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8731813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8497355'] for subnet (ba11f0f6-42d1-49f8-87b7-80b0c8a48d01), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:24.156637 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00496a-eb58-4381-b785-2b1d93d85ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba11f0f6-42d1-49f8-87b7-80b0c8a48d01,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:24.166026 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00496a-eb58-4381-b785-2b1d93d85ef3 admin admin] Checking segment: {'id': '067ef9e3-699d-4574-ad04-308c6b8878a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:40:24.166540 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f00496a-eb58-4381-b785-2b1d93d85ef3 admin admin] Network hostable DHCP agents. Network: d22bbbfe-aa37-4ce8-92c8-3aeb391d1750, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:40:24.186676 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f00496a-eb58-4381-b785-2b1d93d85ef3 admin admin] Network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:40:24.189530 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1820d-fa0c-410c-a3a9-8a586fb1fe38 req-08af752f-0a6a-43b6-afc0-fe7c466465dd tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:24.191232 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8aa1820d-fa0c-410c-a3a9-8a586fb1fe38 req-08af752f-0a6a-43b6-afc0-fe7c466465dd tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0984118 May 24 15:40:24.197612 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e51e4-9521-4042-a613-6f689d62f35b req-f015ab58-34a4-4aca-908d-27d92d7ab265 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:24.199883 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-212e51e4-9521-4042-a613-6f689d62f35b req-f015ab58-34a4-4aca-908d-27d92d7ab265 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 944 time: 0.0961142 May 24 15:40:24.209471 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-4f00496a-eb58-4381-b785-2b1d93d85ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, d22bbbfe-aa37-4ce8-92c8-3aeb391d1750) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:40:24.213814 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f00496a-eb58-4381-b785-2b1d93d85ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:24.214408 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4f00496a-eb58-4381-b785-2b1d93d85ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:24.224384 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cacf3b-bdf8-44d2-a59a-a83bb9ab1999 None None] Network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:40:24.258862 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4f00496a-eb58-4381-b785-2b1d93d85ef3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4322550 May 24 15:40:24.287195 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8aa1820d-fa0c-410c-a3a9-8a586fb1fe38 req-3704d6f5-6622-4d19-b79b-b1c177b8b9c8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870302 May 24 15:40:24.330582 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-212e51e4-9521-4042-a613-6f689d62f35b req-0376aad4-29ef-42c9-b63d-8df4bfa8504f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112573 May 24 15:40:24.429307 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78017f6e-66d3-4ce2-96f6-1ec73d840bd4 None None] Network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:40:24.486445 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:25.338942 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6ecc67ac-7498-4924-ba6f-db9c9607567e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:25.409141 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e5fce-ea54-4886-9fe7-568f0fda09a5 req-7c902cc2-8d86-4d01-a091-692b89be784e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:25.410687 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-864e5fce-ea54-4886-9fe7-568f0fda09a5 req-7c902cc2-8d86-4d01-a091-692b89be784e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0510511 May 24 15:40:25.476973 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d4849-0138-459b-8b8e-34337d852687 req-14504c15-2e5b-414a-966c-7de8eec42795 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:25.478441 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5b7d4849-0138-459b-8b8e-34337d852687 req-14504c15-2e5b-414a-966c-7de8eec42795 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 944 time: 0.0667520 May 24 15:40:25.507185 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-864e5fce-ea54-4886-9fe7-568f0fda09a5 req-5d381b7e-926a-4c02-a1e4-f6815865aa77 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871608 May 24 15:40:25.536861 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5b7d4849-0138-459b-8b8e-34337d852687 req-32a02fb9-3d00-4d42-af3c-e430f4815a9c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526934 May 24 15:40:26.673825 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02efda-e49d-48d5-97e1-df95de17b5c2 req-00eac0b9-9f1c-4d60-9a81-9450d95e3731 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:26.675258 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ed02efda-e49d-48d5-97e1-df95de17b5c2 req-00eac0b9-9f1c-4d60-9a81-9450d95e3731 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0874782 May 24 15:40:26.704436 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1b7c8-958e-4e93-93c1-de4e93be4a3b req-cd709925-3aca-4c74-b586-af07b05ddcc9 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:26.706156 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4ba1b7c8-958e-4e93-93c1-de4e93be4a3b req-cd709925-3aca-4c74-b586-af07b05ddcc9 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 944 time: 0.0850470 May 24 15:40:26.714205 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device b4136280-42c5-46f1-8248-0dcb997d0277 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:40:26.763008 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ed02efda-e49d-48d5-97e1-df95de17b5c2 req-d94df48b-828c-4e76-8e42-8ea37e541953 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818417 May 24 15:40:26.764192 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port b4136280-42c5-46f1-8248-0dcb997d0277 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:26.764629 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:26.789888 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4ba1b7c8-958e-4e93-93c1-de4e93be4a3b req-70120768-01e7-4ceb-b0a3-5e30e3dbd10a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763335 May 24 15:40:26.846636 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port b4136280-42c5-46f1-8248-0dcb997d0277 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:26.847145 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:26.858649 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:26.865153 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:26.884019 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:40:26.886686 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f67407-2e86-450e-a78a-a933085e1ece" -d '{"events": [{"server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "name": "network-vif-plugged", "status": "completed", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:40:26.890016 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=29 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:26.906214 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=b4136280-42c5-46f1-8248-0dcb997d0277,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:26.913020 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:26.954192 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6137825d-13fd-4484-b613-a73763fac034 x-openstack-request-id: req-6137825d-13fd-4484-b613-a73763fac034 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:40:26.954761 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "name": "network-vif-plugged", "status": "completed", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:40:26.954903 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6137825d-13fd-4484-b613-a73763fac034 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:40:26.955383 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6137825d-13fd-4484-b613-a73763fac034'] response: {'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'code': 200} May 24 15:40:26.975038 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=b4136280-42c5-46f1-8248-0dcb997d0277,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:27.591259 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3c71da53-0e90-4d1c-84f2-07008f87281d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:27.963231 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403eb32-4996-41a4-a46c-6d12de33b6ff req-47ba250c-25c1-4dfe-93ac-5a705338aacf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:27.965531 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7403eb32-4996-41a4-a46c-6d12de33b6ff req-47ba250c-25c1-4dfe-93ac-5a705338aacf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.1213791 May 24 15:40:27.995868 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4603a-39da-4695-b680-f0a8a8dd9e06 req-cddc5989-c49c-445b-9e7f-eccb1ae7a451 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:28.005922 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-69b4603a-39da-4695-b680-f0a8a8dd9e06 req-cddc5989-c49c-445b-9e7f-eccb1ae7a451 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.1036873 May 24 15:40:28.144306 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7403eb32-4996-41a4-a46c-6d12de33b6ff req-ab8c8cd8-543a-4f3f-b772-32a183c2e44d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648667 May 24 15:40:28.168478 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-69b4603a-39da-4695-b680-f0a8a8dd9e06 req-fcba1c89-5ddc-433b-b5d2-9476afd4d507 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606610 May 24 15:40:29.124324 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:29.277854 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2025256-3f0c-4d0f-8b85-ef574110ee4d req-4bbbafcd-e487-423a-a539-295a4bc945f0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:29.279322 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c2025256-3f0c-4d0f-8b85-ef574110ee4d req-4bbbafcd-e487-423a-a539-295a4bc945f0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0592890 May 24 15:40:29.334775 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c2025256-3f0c-4d0f-8b85-ef574110ee4d req-a601a01a-f348-491d-b281-74805d044b94 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475683 May 24 15:40:29.479801 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6170f5-5a28-4cc4-81a6-e3043c14f9b3 req-993ac63e-d886-48bf-8583-692b9237cc91 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:29.484549 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fd6170f5-5a28-4cc4-81a6-e3043c14f9b3 req-993ac63e-d886-48bf-8583-692b9237cc91 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0657248 May 24 15:40:29.548629 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fd6170f5-5a28-4cc4-81a6-e3043c14f9b3 req-cdb11d63-457e-4fc2-a9fd-5f184e733d6a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631092 May 24 15:40:30.307869 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:30.454151 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:30.472245 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8fd4f-5076-4beb-8703-f866b5933fa5 req-084dab3f-034a-4eac-a2c3-f5dfcd23cd55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:30.474436 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a1b8fd4f-5076-4beb-8703-f866b5933fa5 req-084dab3f-034a-4eac-a2c3-f5dfcd23cd55 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0567524 May 24 15:40:30.532929 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a1b8fd4f-5076-4beb-8703-f866b5933fa5 req-f97423b2-dd3a-4c09-8a9f-1d1233d2e2aa tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500031 May 24 15:40:30.693076 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10f120-8a5f-463b-9fc0-e319a6cf210b req-1a8e12ac-ce74-450a-a75c-6304d5198345 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:30.694615 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8c10f120-8a5f-463b-9fc0-e319a6cf210b req-1a8e12ac-ce74-450a-a75c-6304d5198345 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0637913 May 24 15:40:30.724680 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:30.755895 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8c10f120-8a5f-463b-9fc0-e319a6cf210b req-8c60df48-076e-48b3-8268-af0edd617b6b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547478 May 24 15:40:31.656797 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadee4f7-43d8-42ae-a738-917ff64febad req-c3c0c63d-043f-4d21-ab5e-6d3bc22df328 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:31.658278 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-aadee4f7-43d8-42ae-a738-917ff64febad req-c3c0c63d-043f-4d21-ab5e-6d3bc22df328 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0529559 May 24 15:40:31.709225 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:31.731983 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-aadee4f7-43d8-42ae-a738-917ff64febad req-d4b1887b-0d49-4c98-b920-ba3a53c2b146 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664060 May 24 15:40:31.881349 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9f908-fd84-4f5e-bdd2-dc3d29814578 req-31868003-7172-4353-95cb-d72d6c1b95f1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:31.882801 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fcc9f908-fd84-4f5e-bdd2-dc3d29814578 req-31868003-7172-4353-95cb-d72d6c1b95f1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0482132 May 24 15:40:31.931323 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fcc9f908-fd84-4f5e-bdd2-dc3d29814578 req-d43955dd-ef97-4642-ba30-726853cedeee tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416365 May 24 15:40:32.459614 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 50916) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:32.580897 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-64921b25-8d47-4e4b-8614-8eb00ceb1cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:32.681870 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-64921b25-8d47-4e4b-8614-8eb00ceb1cf4 admin admin] Publish callbacks [] for security_group (1b8a8114-897d-4595-ac89-3617cddabfb4), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:32.692252 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-64921b25-8d47-4e4b-8614-8eb00ceb1cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (1b8a8114-897d-4595-ac89-3617cddabfb4), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:32.732908 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64921b25-8d47-4e4b-8614-8eb00ceb1cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8a8114-897d-4595-ac89-3617cddabfb4,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:32.740381 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-64921b25-8d47-4e4b-8614-8eb00ceb1cf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c1a34b570ee4757a87ae6fad5dc234e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796516 May 24 15:40:32.740598 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 50920) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:32.822859 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5f85-dce2-4354-971d-8d30b97c841f admin admin] Publish callbacks [] for security_group (1b8a8114-897d-4595-ac89-3617cddabfb4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:32.851206 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5f85-dce2-4354-971d-8d30b97c841f admin admin] Publish callbacks [] for security_group (1b8a8114-897d-4595-ac89-3617cddabfb4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:32.869218 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88abb3a-bb54-4339-82d4-153519d3e916 req-94d008e9-df66-41e2-99e1-6bbbdd110012 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:32.875979 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e88abb3a-bb54-4339-82d4-153519d3e916 req-94d008e9-df66-41e2-99e1-6bbbdd110012 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0678051 May 24 15:40:32.914531 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5f85-dce2-4354-971d-8d30b97c841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (1b8a8114-897d-4595-ac89-3617cddabfb4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:32.919226 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5f85-dce2-4354-971d-8d30b97c841f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:32.920851 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c5eb5f85-dce2-4354-971d-8d30b97c841f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b8a8114-897d-4595-ac89-3617cddabfb4 HTTP/1.1" status: 204 len: 168 time: 0.1792390 May 24 15:40:32.928641 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e88abb3a-bb54-4339-82d4-153519d3e916 req-3e0e8543-b7b2-40a6-ab2d-a535ca0e26ac tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515296 May 24 15:40:32.935380 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb5f85-dce2-4354-971d-8d30b97c841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8a8114-897d-4595-ac89-3617cddabfb4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:33.094724 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010017-d994-4421-8015-9704d40e82d1 req-bbdb821d-c316-4684-b850-5b18ac3d0455 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:33.097174 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-02010017-d994-4421-8015-9704d40e82d1 req-bbdb821d-c316-4684-b850-5b18ac3d0455 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0765290 May 24 15:40:33.156946 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-02010017-d994-4421-8015-9704d40e82d1 req-ac692774-455c-4245-8967-77e7bee21bf2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539534 May 24 15:40:34.097755 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d9f4f-3eff-450c-bfd3-d4795a0b323d req-aae8bc32-955e-4c77-8e4c-68a5f1b134ac tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:34.105472 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0f0d9f4f-3eff-450c-bfd3-d4795a0b323d req-aae8bc32-955e-4c77-8e4c-68a5f1b134ac tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0890570 May 24 15:40:34.168610 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0f0d9f4f-3eff-450c-bfd3-d4795a0b323d req-e2fb9782-f78c-404b-96e5-39593d71ef45 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620749 May 24 15:40:34.283933 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a9ddf-f015-4bb4-8519-259f5d685cef req-269cea7e-7f83-44cc-a1e1-977a9fd8636b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:34.285442 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-701a9ddf-f015-4bb4-8519-259f5d685cef req-269cea7e-7f83-44cc-a1e1-977a9fd8636b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0476153 May 24 15:40:34.315573 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:34.333498 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-701a9ddf-f015-4bb4-8519-259f5d685cef req-e3a9055e-615f-4758-a0cc-4c3e54dc7f15 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420611 May 24 15:40:35.312052 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7892f9f-16ef-4407-acd7-209cd5decbf8 req-aab157cb-00c1-4e36-8db5-43dfbb2fe8a6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:35.315379 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b7892f9f-16ef-4407-acd7-209cd5decbf8 req-aab157cb-00c1-4e36-8db5-43dfbb2fe8a6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0649066 May 24 15:40:35.373179 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b7892f9f-16ef-4407-acd7-209cd5decbf8 req-91a57987-c166-4992-8ce5-76abaa3c56ee tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496583 May 24 15:40:35.537065 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949c1c-7452-4acc-9358-516916598df7 req-d6c20acd-66b6-46a8-b654-da1a058eea65 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:35.539544 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-01949c1c-7452-4acc-9358-516916598df7 req-d6c20acd-66b6-46a8-b654-da1a058eea65 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0609212 May 24 15:40:35.608401 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-01949c1c-7452-4acc-9358-516916598df7 req-5bece8d7-f1e1-4a71-b4f4-9b6ce9c2e5b0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597124 May 24 15:40:35.939962 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:35.991229 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99384064-9ee6-48e7-bac0-397514d4c800 req-43163973-4755-421d-9959-e92d37355ffd tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:35.993719 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-43163973-4755-421d-9959-e92d37355ffd tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/networks?id=d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 HTTP/1.1" status: 200 len: 814 time: 0.1166983 May 24 15:40:36.013383 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-20e85e8e-3beb-4b00-b2a8-2bc9f9e16921 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/quotas/769f37bc94e24c3482bb039c5a6e7291 HTTP/1.1" status: 200 len: 375 time: 0.0138986 May 24 15:40:36.065859 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-8f6ab082-673a-4d79-a88a-2d5addd00416 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=769f37bc94e24c3482bb039c5a6e7291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463998 May 24 15:40:36.158973 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-46c517b2-94e3-44e2-9fad-95d82218072e service neutron] 10.222.0.55 "GET /v2.0/networks/d22bbbfe-aa37-4ce8-92c8-3aeb391d1750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866017 May 24 15:40:36.254963 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-ed8fe70b-56d1-4c31-9da6-d83a691c32ba service neutron] 10.222.0.55 "GET /v2.0/networks/d22bbbfe-aa37-4ce8-92c8-3aeb391d1750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900278 May 24 15:40:36.416859 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f81d1c66-6592-4c79-8a3d-721369b17bd8 req-3275f488-16fd-4e8b-98f0-986781b22292 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 210 time: 0.0303328 May 24 15:40:36.506854 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a9964-bd93-457e-8396-99a9b2aa04a3 req-f6e18e94-d387-45ed-a424-0b786c0f267d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:36.508549 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c02a9964-bd93-457e-8396-99a9b2aa04a3 req-f6e18e94-d387-45ed-a424-0b786c0f267d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0551453 May 24 15:40:36.559083 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c02a9964-bd93-457e-8396-99a9b2aa04a3 req-dc6c212f-a79d-4790-ac1c-d9c9fd6451c9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445862 May 24 15:40:36.715149 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:36.731685 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052adcbc-4e69-4fd5-bd05-c657a0211470 req-82093436-1307-4bf9-a771-527f16c7e04f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:36.733189 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-052adcbc-4e69-4fd5-bd05-c657a0211470 req-82093436-1307-4bf9-a771-527f16c7e04f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0582995 May 24 15:40:36.781326 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-052adcbc-4e69-4fd5-bd05-c657a0211470 req-1c9ba4e2-73b2-4dda-9178-ef18ccdf9bd8 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422122 May 24 15:40:37.519955 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2b87514d-3310-4c16-8b18-9452c2d73a82 req-b4e9fa9d-c9f9-4c1a-8a65-522d00ba4757 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 210 time: 0.0289071 May 24 15:40:37.678521 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b0bd4-713b-4ada-ac61-2d36066c6473 req-9cd32ffd-8660-43e9-b25a-c82d6364ebf9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:37.679971 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8b6b0bd4-713b-4ada-ac61-2d36066c6473 req-9cd32ffd-8660-43e9-b25a-c82d6364ebf9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0551150 May 24 15:40:37.729163 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8b6b0bd4-713b-4ada-ac61-2d36066c6473 req-5fbf35f8-265f-46f4-9147-7d16f8763cb7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433877 May 24 15:40:37.910005 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5bf58-55f8-41f1-8fcf-df281c8cffe1 req-31a3089f-9d49-43b3-aba9-55b2512b409a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:37.911626 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-27f5bf58-55f8-41f1-8fcf-df281c8cffe1 req-31a3089f-9d49-43b3-aba9-55b2512b409a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0528076 May 24 15:40:37.962981 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-27f5bf58-55f8-41f1-8fcf-df281c8cffe1 req-cc1c3bad-7471-42d2-a253-6af59375c38d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431776 May 24 15:40:38.615470 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dff29c38-ece5-4224-8e6c-4b9843d8585f req-d13a9b11-3b6b-413c-b0b7-68b811b42257 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 210 time: 0.0281692 May 24 15:40:38.903255 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bae4c-1c3d-4474-82bf-e0c9df2e9762 req-36a28666-fa62-4ff8-8b16-8c953ba13b97 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:38.903255 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d69bae4c-1c3d-4474-82bf-e0c9df2e9762 req-36a28666-fa62-4ff8-8b16-8c953ba13b97 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0684237 May 24 15:40:38.953888 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:38.963243 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d69bae4c-1c3d-4474-82bf-e0c9df2e9762 req-891b7ecd-c5a5-4a5d-b43c-0987cd5d90fe tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563331 May 24 15:40:39.109448 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a077a6f-c756-4347-89fb-68b7b943f31c req-9ce7a63f-38ed-4deb-b0dd-50535e3b237e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:39.111031 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3a077a6f-c756-4347-89fb-68b7b943f31c req-9ce7a63f-38ed-4deb-b0dd-50535e3b237e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0516567 May 24 15:40:39.188199 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3a077a6f-c756-4347-89fb-68b7b943f31c req-1e0ec27e-bcfb-4129-8580-7a193e32a4e2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664237 May 24 15:40:39.775588 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7936986b-d9e7-4ccb-945b-b277ee523f66 req-753119fb-319c-4aa3-9f7d-c68345b7014f tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 210 time: 0.0619023 May 24 15:40:40.089044 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc31d95-165c-4195-88af-2e38f96c0079 req-d2bc2aaa-087d-496e-be12-36d2e6f074ca tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:40.091059 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dbc31d95-165c-4195-88af-2e38f96c0079 req-d2bc2aaa-087d-496e-be12-36d2e6f074ca tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0542841 May 24 15:40:40.149797 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dbc31d95-165c-4195-88af-2e38f96c0079 req-584fec9b-9574-44b4-85e4-72c2f2a5b417 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526793 May 24 15:40:40.344689 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05129a-5566-4ab9-8ce5-02ca8f143562 req-19259333-326c-4166-ba3b-268122c916d6 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:40.346549 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6d05129a-5566-4ab9-8ce5-02ca8f143562 req-19259333-326c-4166-ba3b-268122c916d6 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0550089 May 24 15:40:40.374632 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:40.399816 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6d05129a-5566-4ab9-8ce5-02ca8f143562 req-b8f14140-f472-4cad-a235-768db44d8e63 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468709 May 24 15:40:40.900419 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8f0eecc0-dd43-4a94-9712-dd4fed59bf0f req-b6ec50b3-964c-4442-97b2-f1ed954ba3a7 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 210 time: 0.0284290 May 24 15:40:41.269411 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b438049-21b6-495f-8895-a5645d051354 req-9f3484fb-6cfc-49dd-af47-29d45860714b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:41.271302 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5b438049-21b6-495f-8895-a5645d051354 req-9f3484fb-6cfc-49dd-af47-29d45860714b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 943 time: 0.0511031 May 24 15:40:41.332518 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5b438049-21b6-495f-8895-a5645d051354 req-a967ce76-15c8-46ae-b86f-847944b5d76a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550411 May 24 15:40:41.527057 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c247ad-2686-4e18-9c2b-40f18d45a840 req-45eb4d42-ab3f-48a4-aacc-2344ea9c89e1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:41.528978 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-80c247ad-2686-4e18-9c2b-40f18d45a840 req-45eb4d42-ab3f-48a4-aacc-2344ea9c89e1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0515218 May 24 15:40:41.584049 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-80c247ad-2686-4e18-9c2b-40f18d45a840 req-90954013-91ce-489d-87ba-4c45a103e313 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493469 May 24 15:40:42.007288 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bf4bd4a9-0c73-4e8a-b458-c6c405c30ea2 req-26eb01b6-a0ef-4cb0-a254-29b2a921b333 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 210 time: 0.0298741 May 24 15:40:42.207770 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 123b7faa-d212-4186-93a9-6e1d900b7f9c details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:40:42.346239 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 123b7faa-d212-4186-93a9-6e1d900b7f9c, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=123b7faa-d212-4186-93a9-6e1d900b7f9c,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:42.369138 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'port_id': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'mac_address': 'fa:16:3e:7c:a1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:40:42.411873 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 123b7faa-d212-4186-93a9-6e1d900b7f9c is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:42.412574 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:42.427293 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123b7faa-d212-4186-93a9-6e1d900b7f9c {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:40:42.450377 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 123b7faa-d212-4186-93a9-6e1d900b7f9c, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=123b7faa-d212-4186-93a9-6e1d900b7f9c,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:42.455788 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:42.506828 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=123b7faa-d212-4186-93a9-6e1d900b7f9c,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:42.515866 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9dbbb-0ddb-47a7-ac0b-8f286ce6bc33 req-48c4db43-d6cf-4a49-adf8-dbea9823b9f1 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:42.517556 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-80a9dbbb-0ddb-47a7-ac0b-8f286ce6bc33 req-48c4db43-d6cf-4a49-adf8-dbea9823b9f1 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 944 time: 0.0581498 May 24 15:40:42.568754 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-80a9dbbb-0ddb-47a7-ac0b-8f286ce6bc33 req-1924bdb4-50d7-455d-9935-4decf79c231e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455666 May 24 15:40:42.711776 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea21d8d-ee2e-4c32-9b2c-0101ff3f9deb req-0d025185-eb01-483b-80b1-376e634d1ba2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:42.713728 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fea21d8d-ee2e-4c32-9b2c-0101ff3f9deb req-0d025185-eb01-483b-80b1-376e634d1ba2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0495632 May 24 15:40:42.769092 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fea21d8d-ee2e-4c32-9b2c-0101ff3f9deb req-490aa7ac-90c1-40d9-a1ee-5ba32d37f4c6 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495718 May 24 15:40:42.897005 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=31,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:42.933844 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=48,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:43.110764 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ca182744-e504-4868-90bf-9b350878f5e0 req-c1a28134-414d-4516-9ce9-f82e321c3096 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 210 time: 0.0288410 May 24 15:40:43.472724 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99384064-9ee6-48e7-bac0-397514d4c800 req-b1ef1690-59a5-4ffa-8862-ecb5ea8cbc92 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:43.475949 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-b1ef1690-59a5-4ffa-8862-ecb5ea8cbc92 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.59 "GET /v2.0/networks?id=d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 HTTP/1.1" status: 200 len: 814 time: 0.1420310 May 24 15:40:43.499230 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-99384064-9ee6-48e7-bac0-397514d4c800 req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Request body: {'port': {'device_id': 'e17e4548-782e-4115-aa63-48041fca571b', 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750', 'admin_state_up': True, 'tenant_id': '769f37bc94e24c3482bb039c5a6e7291'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:43.646962 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99384064-9ee6-48e7-bac0-397514d4c800 req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Made reservation on behalf of 769f37bc94e24c3482bb039c5a6e7291 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:40:43.651194 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-99384064-9ee6-48e7-bac0-397514d4c800 req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:43.718853 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['123b7faa-d212-4186-93a9-6e1d900b7f9c'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:40:43.735872 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe6565-0c1e-469a-b507-f78fe26af4b0 req-d93aa6e5-290d-4ecd-8ce8-951a301be714 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:43.744005 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8abe6565-0c1e-469a-b507-f78fe26af4b0 req-d93aa6e5-290d-4ecd-8ce8-951a301be714 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 944 time: 0.0834458 May 24 15:40:43.849877 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8abe6565-0c1e-469a-b507-f78fe26af4b0 req-10805eb3-b82e-4924-be9f-8b4a7883bf68 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044931 May 24 15:40:43.915159 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:43.985596 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c7387-1218-49fe-a24f-b702cdb9d06e req-e2d88ad9-49c5-40e3-be07-86ff5abb65db tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:43.988476 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-067c7387-1218-49fe-a24f-b702cdb9d06e req-e2d88ad9-49c5-40e3-be07-86ff5abb65db tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0762570 May 24 15:40:44.060666 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-067c7387-1218-49fe-a24f-b702cdb9d06e req-5eca6184-89bb-4b6e-8ad6-62a07e551bba tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664382 May 24 15:40:44.081731 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-99384064-9ee6-48e7-bac0-397514d4c800 req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Allocated IP 172.20.0.6 (d22bbbfe-aa37-4ce8-92c8-3aeb391d1750/ba11f0f6-42d1-49f8-87b7-80b0c8a48d01/33ccd1c3-9feb-4904-8e8e-8c99baa73704) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:40:44.259732 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2b185d51-0712-4f58-a2b7-22de61beb6c9 req-b2b6ae8d-de63-4f29-b605-df7b16491dfc tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 210 time: 0.0505641 May 24 15:40:44.309843 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-99384064-9ee6-48e7-bac0-397514d4c800 req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks [] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:44.343975 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-99384064-9ee6-48e7-bac0-397514d4c800 req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:44.389740 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99384064-9ee6-48e7-bac0-397514d4c800 req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:40:44.392854 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-99384064-9ee6-48e7-bac0-397514d4c800 req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:40:44.395835 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-99384064-9ee6-48e7-bac0-397514d4c800 req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:40:44.423870 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Pushing event updated for resources: {'Port': ['ID=33ccd1c3-9feb-4904-8e8e-8c99baa73704,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:44.458604 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99384064-9ee6-48e7-bac0-397514d4c800 req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:44.459229 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-99384064-9ee6-48e7-bac0-397514d4c800 req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:44.480228 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-80b2139c-60d5-4aa5-808e-fb9ae430c17a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9852734 May 24 15:40:44.500067 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Request body: {'port': {'device_id': 'e17e4548-782e-4115-aa63-48041fca571b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:44.585073 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:44.588049 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:44.786220 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:44.970629 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bb316-063a-421b-853e-e779bcb55a16 req-c3300505-bd5d-42de-ba46-45a6e02c9430 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:44.978958 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1e9bb316-063a-421b-853e-e779bcb55a16 req-c3300505-bd5d-42de-ba46-45a6e02c9430 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 944 time: 0.0757773 May 24 15:40:44.990656 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ccd1c3-9feb-4904-8e8e-8c99baa73704 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:40:45.000778 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Publish callbacks [] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:45.025201 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Transition to ACTIVE for port object 33ccd1c3-9feb-4904-8e8e-8c99baa73704 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:40:45.032164 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:45.048431 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1e9bb316-063a-421b-853e-e779bcb55a16 req-429166e2-dc6d-41a8-86b5-e5b05add59f5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682933 May 24 15:40:45.109087 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=33ccd1c3-9feb-4904-8e8e-8c99baa73704,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:45.183730 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Attempting to bind port 33ccd1c3-9feb-4904-8e8e-8c99baa73704 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:40:45.184084 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Attempting to bind port 33ccd1c3-9feb-4904-8e8e-8c99baa73704 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': '067ef9e3-699d-4574-ad04-308c6b8878a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:40:45.184414 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Attempting to bind port 33ccd1c3-9feb-4904-8e8e-8c99baa73704 on network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:40:45.192334 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Port 33ccd1c3-9feb-4904-8e8e-8c99baa73704 on network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:40:45.192658 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Attempting to bind port 33ccd1c3-9feb-4904-8e8e-8c99baa73704 on network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:40:45.198336 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:40:45.198905 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Checking segment: {'id': '067ef9e3-699d-4574-ad04-308c6b8878a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:40:45.200046 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Bound using segment: {'id': '067ef9e3-699d-4574-ad04-308c6b8878a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:40:45.200461 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Bound port: 33ccd1c3-9feb-4904-8e8e-8c99baa73704, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067ef9e3-699d-4574-ad04-308c6b8878a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:40:45.200812 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:45.230093 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4052728-3ef5-4506-97e7-e0472467bd67 req-4b29c8a8-f556-4616-983a-c0e638e20a9b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:45.232347 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b4052728-3ef5-4506-97e7-e0472467bd67 req-4b29c8a8-f556-4616-983a-c0e638e20a9b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0707078 May 24 15:40:45.304533 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:45.313159 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b4052728-3ef5-4506-97e7-e0472467bd67 req-a7ff33a3-84a1-42c1-a143-6828e17c0f6d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731924 May 24 15:40:45.351798 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] For port 33ccd1c3-9feb-4904-8e8e-8c99baa73704, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:40:45.352960 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] For port 33ccd1c3-9feb-4904-8e8e-8c99baa73704, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=33ccd1c3-9feb-4904-8e8e-8c99baa73704,segment=NetworkSegment(067ef9e3-699d-4574-ad04-308c6b8878a0),segment_id=067ef9e3-699d-4574-ad04-308c6b8878a0)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:40:45.361924 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:45.446857 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:45.447549 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:45.449132 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] 10.222.0.59 "PUT /v2.0/ports/33ccd1c3-9feb-4904-8e8e-8c99baa73704 HTTP/1.1" status: 200 len: 1093 time: 0.9547217 May 24 15:40:45.452762 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17e4548-782e-4115-aa63-48041fca571b', 'tag': '33ccd1c3-9feb-4904-8e8e-8c99baa73704'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:40:45.452919 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d9899e-5f9c-4e6e-aa80-a8dc8ee47987" -d '{"events": [{"name": "network-changed", "server_uuid": "e17e4548-782e-4115-aa63-48041fca571b", "tag": "33ccd1c3-9feb-4904-8e8e-8c99baa73704"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:40:45.464045 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fd39a-1ab5-4368-bd16-74c4c9300a8e req-6382bb98-875e-49cb-b1f3-b33b158c40f8 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:45.467855 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a22ed-a633-47e0-8c77-9b7ff3dce1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=33ccd1c3-9feb-4904-8e8e-8c99baa73704,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:45.475963 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9fd39a-1ab5-4368-bd16-74c4c9300a8e req-6382bb98-875e-49cb-b1f3-b33b158c40f8 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 943 time: 0.0910561 May 24 15:40:45.524635 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd7b795-a974-4e4f-886a-81aced0d26fe x-openstack-request-id: req-ecd7b795-a974-4e4f-886a-81aced0d26fe {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:40:45.524996 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17e4548-782e-4115-aa63-48041fca571b", "tag": "33ccd1c3-9feb-4904-8e8e-8c99baa73704", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:40:45.525329 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ecd7b795-a974-4e4f-886a-81aced0d26fe {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:40:45.525789 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd7b795-a974-4e4f-886a-81aced0d26fe'] response: {'name': 'network-changed', 'server_uuid': 'e17e4548-782e-4115-aa63-48041fca571b', 'tag': '33ccd1c3-9feb-4904-8e8e-8c99baa73704', 'status': 'completed', 'code': 200} May 24 15:40:45.555843 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f9fd39a-1ab5-4368-bd16-74c4c9300a8e req-24146bd0-dcc1-4490-856d-14a7ee936f42 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787113 May 24 15:40:46.170917 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff6231-1a68-4064-ae18-df5fc547e8c9 req-bb2bc946-4b03-43f7-ade1-52dd66eb5d6a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:46.172785 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-51ff6231-1a68-4064-ae18-df5fc547e8c9 req-bb2bc946-4b03-43f7-ade1-52dd66eb5d6a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 944 time: 0.0532260 May 24 15:40:46.227453 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-51ff6231-1a68-4064-ae18-df5fc547e8c9 req-2bf6640a-8572-47bc-951e-96738890f8c8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481839 May 24 15:40:46.441347 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:46.451515 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990a4a1-e5a6-473f-969a-7c8275afb44d req-9f79e994-6c1c-4a3d-8d33-c4eff93b5e29 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:46.454494 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1990a4a1-e5a6-473f-969a-7c8275afb44d req-9f79e994-6c1c-4a3d-8d33-c4eff93b5e29 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0526934 May 24 15:40:46.510080 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1990a4a1-e5a6-473f-969a-7c8275afb44d req-5d3ac91e-9430-4859-94fd-4388a803402f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497563 May 24 15:40:46.693085 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48865-3651-4906-8851-ebaac055af5f req-624b352a-65ec-482f-8147-a3aed59d8ad1 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:46.694791 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ace48865-3651-4906-8851-ebaac055af5f req-624b352a-65ec-482f-8147-a3aed59d8ad1 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 943 time: 0.0660715 May 24 15:40:46.765086 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ace48865-3651-4906-8851-ebaac055af5f req-5108a345-2619-49d6-b003-1815f220ce03 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642669 May 24 15:40:47.366266 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee963e-ebc3-4532-bfe3-30a56adfcb0c req-8edc4833-07b2-48a5-a318-46e3a2098fd7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:47.367788 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4aee963e-ebc3-4532-bfe3-30a56adfcb0c req-8edc4833-07b2-48a5-a318-46e3a2098fd7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 944 time: 0.0646765 May 24 15:40:47.424648 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4aee963e-ebc3-4532-bfe3-30a56adfcb0c req-fcba40b8-7f99-4198-b17d-8e0550458320 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507784 May 24 15:40:47.603371 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9899e-5f9c-4e6e-aa80-a8dc8ee47987 req-2d293579-ddf9-4b29-8717-fe9f33b7382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:47.605097 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-95d9899e-5f9c-4e6e-aa80-a8dc8ee47987 req-2d293579-ddf9-4b29-8717-fe9f33b7382a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=769f37bc94e24c3482bb039c5a6e7291&device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 1127 time: 0.0547619 May 24 15:40:47.640141 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 123b7faa-d212-4186-93a9-6e1d900b7f9c up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:40:47.657392 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d40a75-3634-4a55-b0cf-3f310357a804 req-ba801245-5a1a-40bd-b354-899c492ca0b5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:47.665331 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d40a75-3634-4a55-b0cf-3f310357a804 req-ba801245-5a1a-40bd-b354-899c492ca0b5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0638611 May 24 15:40:47.727521 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09d40a75-3634-4a55-b0cf-3f310357a804 req-7d6d3d8c-7ff8-4e19-98e9-146d604b0b41 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557702 May 24 15:40:47.728580 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port 123b7faa-d212-4186-93a9-6e1d900b7f9c completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:40:47.747835 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port 123b7faa-d212-4186-93a9-6e1d900b7f9c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:47.749811 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:47.873121 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9899e-5f9c-4e6e-aa80-a8dc8ee47987 req-55180e0e-91e2-4049-a203-00f5ade2fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:47.874948 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-95d9899e-5f9c-4e6e-aa80-a8dc8ee47987 req-55180e0e-91e2-4049-a203-00f5ade2fb38 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=769f37bc94e24c3482bb039c5a6e7291&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2437484 May 24 15:40:47.886639 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63382013-db73-4163-af7a-098f04df8baa req-62cdc7d3-5619-40f9-a437-511c0ca43d69 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:47.894950 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-63382013-db73-4163-af7a-098f04df8baa req-62cdc7d3-5619-40f9-a437-511c0ca43d69 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 943 time: 0.0627503 May 24 15:40:47.907703 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 123b7faa-d212-4186-93a9-6e1d900b7f9c is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:47.908257 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:47.950649 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f726278-c770-47b5-86db-c95db49ba80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123b7faa-d212-4186-93a9-6e1d900b7f9c'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:40:47.952631 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-63382013-db73-4163-af7a-098f04df8baa req-036e7273-f65e-4a10-991f-8ec724795f7b tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553994 May 24 15:40:47.954024 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85349ee3-a222-4043-b2e9-69fc35ab2a37" -d '{"events": [{"server_uuid": "3f726278-c770-47b5-86db-c95db49ba80f", "name": "network-vif-plugged", "status": "completed", "tag": "123b7faa-d212-4186-93a9-6e1d900b7f9c"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:40:47.970141 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 123b7faa-d212-4186-93a9-6e1d900b7f9c, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=123b7faa-d212-4186-93a9-6e1d900b7f9c,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:47.979012 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:48.010131 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9899e-5f9c-4e6e-aa80-a8dc8ee47987 req-60fd2087-4d56-4744-a83a-d7f0400e3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:48.011629 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-95d9899e-5f9c-4e6e-aa80-a8dc8ee47987 req-60fd2087-4d56-4744-a83a-d7f0400e3f34 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286669 May 24 15:40:48.022435 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847f8eee-cafc-4a2a-a372-412850d618ea x-openstack-request-id: req-847f8eee-cafc-4a2a-a372-412850d618ea {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:40:48.022819 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f726278-c770-47b5-86db-c95db49ba80f", "name": "network-vif-plugged", "status": "completed", "tag": "123b7faa-d212-4186-93a9-6e1d900b7f9c", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:40:48.023504 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-847f8eee-cafc-4a2a-a372-412850d618ea {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:40:48.024128 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847f8eee-cafc-4a2a-a372-412850d618ea'] response: {'server_uuid': '3f726278-c770-47b5-86db-c95db49ba80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'code': 200} May 24 15:40:48.026802 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:48.051693 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=123b7faa-d212-4186-93a9-6e1d900b7f9c,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:48.198784 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99384064-9ee6-48e7-bac0-397514d4c800 req-6917eba2-d741-4c15-9f8a-ad406c36bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:48.200346 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-6917eba2-d741-4c15-9f8a-ad406c36bfb3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=769f37bc94e24c3482bb039c5a6e7291&device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 1127 time: 0.0500374 May 24 15:40:48.258694 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-2ea1320b-883d-4651-a285-fe609fe91a7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33ccd1c3-9feb-4904-8e8e-8c99baa73704 HTTP/1.1" status: 200 len: 217 time: 0.0392187 May 24 15:40:48.307201 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:48.318864 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99384064-9ee6-48e7-bac0-397514d4c800 req-728ad4c6-84c8-4053-81e1-78e9a2f20d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:48.320501 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-728ad4c6-84c8-4053-81e1-78e9a2f20d2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba11f0f6-42d1-49f8-87b7-80b0c8a48d01 HTTP/1.1" status: 200 len: 854 time: 0.0488660 May 24 15:40:48.341058 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a7909-b613-470d-98a5-e968a0f199e5 req-3b7192df-3d92-4867-baf4-252d7a33275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:48.343006 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d76a7909-b613-470d-98a5-e968a0f199e5 req-3b7192df-3d92-4867-baf4-252d7a33275d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 1129 time: 0.0707707 May 24 15:40:48.357844 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-1d629f35-ff91-46d7-ae27-723810a9429d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d22bbbfe-aa37-4ce8-92c8-3aeb391d1750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294342 May 24 15:40:48.416021 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:48.439979 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d76a7909-b613-470d-98a5-e968a0f199e5 req-8b0b3e84-b3cc-4370-97ae-2f3fff25d129 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889249 May 24 15:40:48.505364 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-e25dcb39-8f5d-4c28-ac49-9f4077a01958 service neutron] 10.222.0.59 "GET /v2.0/networks/d22bbbfe-aa37-4ce8-92c8-3aeb391d1750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381340 May 24 15:40:48.601007 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7de7-8e5c-4c0d-9284-690b9f9fac77 req-fb21bcb9-8be6-4d38-a25b-92cbf857cb3a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:48.602691 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-43bd7de7-8e5c-4c0d-9284-690b9f9fac77 req-fb21bcb9-8be6-4d38-a25b-92cbf857cb3a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0683689 May 24 15:40:48.663840 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-43bd7de7-8e5c-4c0d-9284-690b9f9fac77 req-97a3279d-ce41-448d-abc3-7a7f8e919f8c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543125 May 24 15:40:48.721958 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51276) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:48.779102 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b20bdb6-8d3e-476c-8315-9ec38f0f94c7 admin admin] Deleting subnet e204680e-666a-409c-8875-2514db4d1b08 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:40:48.783464 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b20bdb6-8d3e-476c-8315-9ec38f0f94c7 admin admin] Publish callbacks [] for subnet (e204680e-666a-409c-8875-2514db4d1b08), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:48.906221 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b20bdb6-8d3e-476c-8315-9ec38f0f94c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678101'] for subnet (e204680e-666a-409c-8875-2514db4d1b08), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:48.974614 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcad36-0860-4cd1-9c2a-565c2382b155 req-6004817c-53f6-413f-9b8f-ce50ab27ac98 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:48.985646 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b20bdb6-8d3e-476c-8315-9ec38f0f94c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (e204680e-666a-409c-8875-2514db4d1b08), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:49.005385 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ebdcad36-0860-4cd1-9c2a-565c2382b155 req-6004817c-53f6-413f-9b8f-ce50ab27ac98 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.1269734 May 24 15:40:49.032401 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-99384064-9ee6-48e7-bac0-397514d4c800 req-7d447688-1743-49bf-9cff-4b50063feffb service neutron] 10.222.0.59 "GET /v2.0/networks/d22bbbfe-aa37-4ce8-92c8-3aeb391d1750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431424 May 24 15:40:49.100274 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b20bdb6-8d3e-476c-8315-9ec38f0f94c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8731874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8497346'] for subnet (e204680e-666a-409c-8875-2514db4d1b08), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:49.127491 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:49.141097 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20bdb6-8d3e-476c-8315-9ec38f0f94c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e204680e-666a-409c-8875-2514db4d1b08,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:49.145669 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4b20bdb6-8d3e-476c-8315-9ec38f0f94c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:49.150518 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ebdcad36-0860-4cd1-9c2a-565c2382b155 req-0a9e50ae-3ed8-4c72-9c65-1188efcab979 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480656 May 24 15:40:49.152604 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4b20bdb6-8d3e-476c-8315-9ec38f0f94c7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e204680e-666a-409c-8875-2514db4d1b08 HTTP/1.1" status: 204 len: 168 time: 0.4294252 May 24 15:40:49.168779 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51300) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:49.189621 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed4f59-739b-4c05-92b8-e0a2b95ad075 req-3f0c9a1c-5dea-4580-bbfa-fd2aa7267602 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:49.197885 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99ed4f59-739b-4c05-92b8-e0a2b95ad075 req-3f0c9a1c-5dea-4580-bbfa-fd2aa7267602 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 943 time: 0.1292922 May 24 15:40:49.280306 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99ed4f59-739b-4c05-92b8-e0a2b95ad075 req-dbf93cd8-d4de-4ea5-a6f4-7c9d0ed6ff3d tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770445 May 24 15:40:49.303313 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (0bcc5330-fb8d-4ac5-8c91-fc8cafd86886), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:49.401764 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (0bcc5330-fb8d-4ac5-8c91-fc8cafd86886), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:49.424375 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcc5330-fb8d-4ac5-8c91-fc8cafd86886']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:49.435509 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448bbe05-ed21-4d40-9b78-09dcd704bdd3') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:49.435955 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448bbe05-ed21-4d40-9b78-09dcd704bdd3') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:49.446368 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678106'] for segment (448bbe05-ed21-4d40-9b78-09dcd704bdd3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:49.467923 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (448bbe05-ed21-4d40-9b78-09dcd704bdd3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:49.479303 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:40:49.479784 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8731904'] for segment (448bbe05-ed21-4d40-9b78-09dcd704bdd3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:49.512887 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 448bbe05-ed21-4d40-9b78-09dcd704bdd3 resource provider aggregate not found May 24 15:40:49.561202 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 448bbe05-ed21-4d40-9b78-09dcd704bdd3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 448bbe05-ed21-4d40-9b78-09dcd704bdd3 found for delete ", "request_id": "req-e807d98e-bac3-4a41-a8fa-3d0474f66e92"}]} May 24 15:40:49.585691 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (0bcc5330-fb8d-4ac5-8c91-fc8cafd86886), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:49.593649 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:49.599699 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0bcc5330-fb8d-4ac5-8c91-fc8cafd86886 HTTP/1.1" status: 204 len: 168 time: 0.4346230 May 24 15:40:49.612124 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f3ec5-b77d-45f9-b4d8-d20e2211f010 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bcc5330-fb8d-4ac5-8c91-fc8cafd86886,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:49.818909 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410e974-04c5-47c8-82c3-118b285fc33e req-6d3bf207-e7fe-4234-932f-cfc7594b81de tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:49.820605 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5410e974-04c5-47c8-82c3-118b285fc33e req-6d3bf207-e7fe-4234-932f-cfc7594b81de tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0627091 May 24 15:40:49.874816 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51330) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:49.889585 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:40:49.909188 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5410e974-04c5-47c8-82c3-118b285fc33e req-34cebe49-667f-43e9-b900-c50d3d642eb8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819368 May 24 15:40:49.939322 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-90cd8874-404a-4929-931e-c0b1317185af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80a3c5535f9040e58e055a7277514da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0630171 May 24 15:40:49.941981 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51332) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:49.997187 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d63e1972-6f20-4055-8857-f72e5f468469 admin admin] Publish callbacks [] for security_group (a75b65de-cdc6-4b1e-8c27-99d7e51b2699), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:50.023433 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d63e1972-6f20-4055-8857-f72e5f468469 admin admin] Publish callbacks [] for security_group (a75b65de-cdc6-4b1e-8c27-99d7e51b2699), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:50.073945 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:50.099929 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d63e1972-6f20-4055-8857-f72e5f468469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (a75b65de-cdc6-4b1e-8c27-99d7e51b2699), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:50.103389 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d63e1972-6f20-4055-8857-f72e5f468469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:50.109484 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d63e1972-6f20-4055-8857-f72e5f468469 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a75b65de-cdc6-4b1e-8c27-99d7e51b2699 HTTP/1.1" status: 204 len: 168 time: 0.1629477 May 24 15:40:50.136115 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e1972-6f20-4055-8857-f72e5f468469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75b65de-cdc6-4b1e-8c27-99d7e51b2699,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:50.311937 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc11310-ebf1-4510-8418-d0d1fce710a8 req-6e637eb1-f704-44e3-98c0-d7cbbde33909 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:50.321229 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dbc11310-ebf1-4510-8418-d0d1fce710a8 req-6e637eb1-f704-44e3-98c0-d7cbbde33909 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0817621 May 24 15:40:50.430800 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dbc11310-ebf1-4510-8418-d0d1fce710a8 req-95b7d73f-e4bf-4d4a-8528-b69d004bd373 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082270 May 24 15:40:50.491609 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafca09-41a7-406c-8a11-0eec6b130643 req-a559d13e-5ffd-45e1-bea1-32182610d9d5 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:50.494256 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2eafca09-41a7-406c-8a11-0eec6b130643 req-a559d13e-5ffd-45e1-bea1-32182610d9d5 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 943 time: 0.0836737 May 24 15:40:50.567714 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2eafca09-41a7-406c-8a11-0eec6b130643 req-03f7b18d-61a1-44b4-b60e-41d83c17df85 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667944 May 24 15:40:51.010750 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a09d3-bd0d-46d7-80dc-fd5941e902c3 req-33eda29d-124f-4361-a967-5d1d0efdbc03 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:51.014810 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b11a09d3-bd0d-46d7-80dc-fd5941e902c3 req-33eda29d-124f-4361-a967-5d1d0efdbc03 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0504649 May 24 15:40:51.068844 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b11a09d3-bd0d-46d7-80dc-fd5941e902c3 req-33142f9a-d2e1-46c8-8a8e-751b51c36e2d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501153 May 24 15:40:51.133751 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51388) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:51.180898 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572caf7-cc43-4a2d-8cef-e60e30078eb7 req-2125ee09-1682-4cd7-b3f5-92fd4d4b2ab6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:51.182368 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3572caf7-cc43-4a2d-8cef-e60e30078eb7 req-2125ee09-1682-4cd7-b3f5-92fd4d4b2ab6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0485415 May 24 15:40:51.191189 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 51392) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:51.195723 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2fb3cb93-ebdb-4cba-8af4-be15c5f441ea tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Request body: {'floatingip': {'port_id': '123b7faa-d212-4186-93a9-6e1d900b7f9c'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:51.198308 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:51.235187 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-518876334-network', 'tenant_id': 'dc2810000275432fb1337151b6883e90'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:51.244713 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:51.257476 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Made reservation on behalf of dc2810000275432fb1337151b6883e90 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:40:51.259901 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:51.268909 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:51.276844 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fb3cb93-ebdb-4cba-8af4-be15c5f441ea tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for floatingip (83b919d1-a638-44e9-b97f-7bd09e5b0404), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:51.364238 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Publish callbacks [] for security_group (01ac9087-11be-4ecb-bdb3-d39c041f45ab), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:51.369060 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (01ac9087-11be-4ecb-bdb3-d39c041f45ab), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:51.395488 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:40:51.413081 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ac9087-11be-4ecb-bdb3-d39c041f45ab,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:51.418165 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (48979680-976c-4167-8370-3d4d8e90cc01), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:51.418578 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Added segment 48979680-976c-4167-8370-3d4d8e90cc01 of type vlan for network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 May 24 15:40:51.465822 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:51.495867 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:51.497390 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:51.497988 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:51.556445 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4211471 May 24 15:40:51.558856 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51396) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:51.563357 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-72e1690a-486f-46a7-8f56-7d39ad6567b5 admin admin] Request body: {'subnet': {'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-518876334-subnet', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:51.578117 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ded24-90bf-4e5d-bcdd-060aa6dd248a admin admin] Pushing event updated for resources: {'Network': ['ID=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:51.592636 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 33ccd1c3-9feb-4904-8e8e-8c99baa73704 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:40:51.599874 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e1690a-486f-46a7-8f56-7d39ad6567b5 admin admin] Made reservation on behalf of dc2810000275432fb1337151b6883e90 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:40:51.604584 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-72e1690a-486f-46a7-8f56-7d39ad6567b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8497209'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:51.613287 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:40:51.630950 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca22282-6ba9-4c9e-ae91-5ae703fe3793 req-93510259-c49b-4135-8d0a-1bc8935ec6dc tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:51.632816 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0ca22282-6ba9-4c9e-ae91-5ae703fe3793 req-93510259-c49b-4135-8d0a-1bc8935ec6dc tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.1080456 May 24 15:40:51.797446 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df76250-1a49-4c76-865c-c052e80b9335 req-981e557f-1e3b-4b7b-ae96-2e876966c6c9 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:51.805702 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2df76250-1a49-4c76-865c-c052e80b9335 req-981e557f-1e3b-4b7b-ae96-2e876966c6c9 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 943 time: 0.1451485 May 24 15:40:51.817488 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0ca22282-6ba9-4c9e-ae91-5ae703fe3793 req-7bdb5f74-5fb2-4684-88ac-e9d263038148 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740699 May 24 15:40:51.956069 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2df76250-1a49-4c76-865c-c052e80b9335 req-241fbd5c-9152-47ed-a8b9-2000588c5760 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493599 May 24 15:40:51.978105 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 33ccd1c3-9feb-4904-8e8e-8c99baa73704, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=33ccd1c3-9feb-4904-8e8e-8c99baa73704,segment=NetworkSegment(067ef9e3-699d-4574-ad04-308c6b8878a0),segment_id=067ef9e3-699d-4574-ad04-308c6b8878a0)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:51.981583 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920414f4-58ac-49ca-beea-3c91c88e2484 req-161bbb07-edc5-4adb-9c28-8ae788527468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:51.983404 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-920414f4-58ac-49ca-beea-3c91c88e2484 req-161bbb07-edc5-4adb-9c28-8ae788527468 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 1129 time: 0.1310427 May 24 15:40:51.987976 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-72e1690a-486f-46a7-8f56-7d39ad6567b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8731813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8497355'] for subnet (c62369ab-a153-408f-8529-4e2073c47512), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:51.994693 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': '33ccd1c3-9feb-4904-8e8e-8c99baa73704', 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750', 'port_id': '33ccd1c3-9feb-4904-8e8e-8c99baa73704', 'mac_address': 'fa:16:3e:d5:fe:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba11f0f6-42d1-49f8-87b7-80b0c8a48d01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:40:52.031755 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 33ccd1c3-9feb-4904-8e8e-8c99baa73704 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:52.032383 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.064609 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ccd1c3-9feb-4904-8e8e-8c99baa73704 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:40:52.100220 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1690a-486f-46a7-8f56-7d39ad6567b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62369ab-a153-408f-8529-4e2073c47512,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:52.111920 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 33ccd1c3-9feb-4904-8e8e-8c99baa73704, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=33ccd1c3-9feb-4904-8e8e-8c99baa73704,segment=NetworkSegment(067ef9e3-699d-4574-ad04-308c6b8878a0),segment_id=067ef9e3-699d-4574-ad04-308c6b8878a0)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:52.117085 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.142466 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:52.165786 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e1690a-486f-46a7-8f56-7d39ad6567b5 admin admin] Checking segment: {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:40:52.166301 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1690a-486f-46a7-8f56-7d39ad6567b5 admin admin] Network hostable DHCP agents. Network: ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:40:52.174086 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=33ccd1c3-9feb-4904-8e8e-8c99baa73704,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:52.187365 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:52.192371 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920414f4-58ac-49ca-beea-3c91c88e2484 req-33d77de6-b7b2-4f9d-baca-d9f1e54e72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:52.193991 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-920414f4-58ac-49ca-beea-3c91c88e2484 req-33d77de6-b7b2-4f9d-baca-d9f1e54e72c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 200 len: 917 time: 0.1990299 May 24 15:40:52.210956 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1690a-486f-46a7-8f56-7d39ad6567b5 admin admin] Network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:40:52.246521 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:52.250694 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-72e1690a-486f-46a7-8f56-7d39ad6567b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:40:52.259780 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e1690a-486f-46a7-8f56-7d39ad6567b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:52.260806 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-72e1690a-486f-46a7-8f56-7d39ad6567b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.265660 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20821fbc-3f8e-4862-8fd7-2edffacbe649 None None] Network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:40:52.276089 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-920414f4-58ac-49ca-beea-3c91c88e2484 req-09b84066-1d63-455f-af1d-ca87dff1954c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4136280-42c5-46f1-8248-0dcb997d0277 HTTP/1.1" status: 200 len: 1000 time: 0.0741510 May 24 15:40:52.295437 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-72e1690a-486f-46a7-8f56-7d39ad6567b5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7331171 May 24 15:40:52.295645 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51412) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:52.316656 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:52.341800 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fb3cb93-ebdb-4cba-8af4-be15c5f441ea tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.346739 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fb3cb93-ebdb-4cba-8af4-be15c5f441ea tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (83b919d1-a638-44e9-b97f-7bd09e5b0404), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.348962 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-927047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4733'] for router (2b81af0c-946a-4009-a237-09f8b86208b9), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.350290 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4726'] for router (2b81af0c-946a-4009-a237-09f8b86208b9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.357433 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920414f4-58ac-49ca-beea-3c91c88e2484 req-cad11725-1226-4588-9148-3b969a2349d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:52.359079 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-920414f4-58ac-49ca-beea-3c91c88e2484 req-cad11725-1226-4588-9148-3b969a2349d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=406760c0-7990-42bd-b875-7a3c5b0f957e HTTP/1.1" status: 200 len: 855 time: 0.0766158 May 24 15:40:52.380449 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cafb656-3f67-50a2-96d4-d932412c16ff-ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512'}]}} from dv-cinder-843153-1-iscsi. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 15:40:52.381782 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.443979 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.l3_db [None req-2fb3cb93-ebdb-4cba-8af4-be15c5f441ea tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Floating IP 83b919d1-a638-44e9-b97f-7bd09e5b0404 associated. External IP: 172.27.3.231, port: 123b7faa-d212-4186-93a9-6e1d900b7f9c. May 24 15:40:52.445628 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Publish callbacks [] for router_controller (2b81af0c-946a-4009-a237-09f8b86208b9), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.447670 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920414f4-58ac-49ca-beea-3c91c88e2484 req-3f2a0242-909c-4bc5-ac6d-12930a296271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:52.449035 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-920414f4-58ac-49ca-beea-3c91c88e2484 req-3f2a0242-909c-4bc5-ac6d-12930a296271 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=062393c0-66b9-4ecb-bb43-dbb81b8673fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819120 May 24 15:40:52.535652 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Allocated IP 172.20.0.2 (ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1/c62369ab-a153-408f-8529-4e2073c47512/da8fc0aa-df0f-437f-8d2c-42d9333f5819) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:40:52.550742 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:52.561105 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:52.587144 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:52.592923 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Publish callbacks [] for router_gateway (2b81af0c-946a-4009-a237-09f8b86208b9), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.659261 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb3cb93-ebdb-4cba-8af4-be15c5f441ea tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Router 04621e83-d5a4-401e-b9e9-29bba3f4f23f has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:40:52.696591 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Publish callbacks [] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.702293 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.742355 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:40:52.747476 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:40:52.750475 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:40:52.755754 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Pushing event updated for resources: {'Port': ['ID=da8fc0aa-df0f-437f-8d2c-42d9333f5819,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:52.777367 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb3cb93-ebdb-4cba-8af4-be15c5f441ea tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:40:52.782329 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2fb3cb93-ebdb-4cba-8af4-be15c5f441ea tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.783267 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Publish callbacks [] for router_gateway (2b81af0c-946a-4009-a237-09f8b86208b9), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.791120 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd5da7-d098-42bb-bf71-36e8a55faae8 None None] Sync routers for ids ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:40:52.803328 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd5da7-d098-42bb-bf71-36e8a55faae8 None None] Routers {'04621e83-d5a4-401e-b9e9-29bba3f4f23f'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:40:52.804410 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e8fd5da7-d098-42bb-bf71-36e8a55faae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:40:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:52.813538 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-2fb3cb93-ebdb-4cba-8af4-be15c5f441ea tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "PUT /v2.0/floatingips/83b919d1-a638-44e9-b97f-7bd09e5b0404 HTTP/1.1" status: 200 len: 991 time: 1.6212678 May 24 15:40:52.814208 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f726278-c770-47b5-86db-c95db49ba80f', 'tag': '123b7faa-d212-4186-93a9-6e1d900b7f9c'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:40:52.816856 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99610e0d-10c0-4fc1-ac92-3398c716e618" -d '{"events": [{"name": "network-changed", "server_uuid": "3f726278-c770-47b5-86db-c95db49ba80f", "tag": "123b7faa-d212-4186-93a9-6e1d900b7f9c"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:40:52.818557 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Attempting to bind port da8fc0aa-df0f-437f-8d2c-42d9333f5819 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:40:52.819308 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Attempting to bind port da8fc0aa-df0f-437f-8d2c-42d9333f5819 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:40:52.819728 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Attempting to bind port da8fc0aa-df0f-437f-8d2c-42d9333f5819 on network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:40:52.825222 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.825820 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:40:52.826312 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Checking segment: {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:40:52.826796 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.827268 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Bound using segment: {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:40:52.827822 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Bound port: da8fc0aa-df0f-437f-8d2c-42d9333f5819, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:40:52.828330 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.879385 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba23a07b-9242-4846-94c7-f68f3219ef77 x-openstack-request-id: req-ba23a07b-9242-4846-94c7-f68f3219ef77 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:40:52.879672 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f726278-c770-47b5-86db-c95db49ba80f", "tag": "123b7faa-d212-4186-93a9-6e1d900b7f9c", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:40:52.879937 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba23a07b-9242-4846-94c7-f68f3219ef77 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:40:52.880351 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba23a07b-9242-4846-94c7-f68f3219ef77'] response: {'name': 'network-changed', 'server_uuid': '3f726278-c770-47b5-86db-c95db49ba80f', 'tag': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'status': 'completed', 'code': 200} May 24 15:40:52.907788 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] For port da8fc0aa-df0f-437f-8d2c-42d9333f5819, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:40:52.912498 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] For port da8fc0aa-df0f-437f-8d2c-42d9333f5819, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=da8fc0aa-df0f-437f-8d2c-42d9333f5819,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:40:52.925759 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:52.940111 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e8fd5da7-d098-42bb-bf71-36e8a55faae8 None None] Set router 04621e83-d5a4-401e-b9e9-29bba3f4f23f gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:40:52.971553 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Allocated IP 172.27.3.9 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/092c4dd1-77cd-4be9-bdec-ec5603e4f5d0) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:40:52.988917 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25a20-d965-49ea-a232-fe5d641abbc9 req-fe4cf6bc-17b3-42f7-833f-fbc9e7d31be1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:52.998019 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1fd25a20-d965-49ea-a232-fe5d641abbc9 req-fe4cf6bc-17b3-42f7-833f-fbc9e7d31be1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0907652 May 24 15:40:53.007746 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887aed2-f810-4c26-a76d-81d36fb51e5c None None] Pushing event updated for resources: {'Port': ['ID=da8fc0aa-df0f-437f-8d2c-42d9333f5819,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:53.060695 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1fd25a20-d965-49ea-a232-fe5d641abbc9 req-7bb6ec01-296e-48e7-ac71-ac9b1419e6ae tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611527 May 24 15:40:53.135114 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Publish callbacks [] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:53.178443 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:53.189098 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:53.192281 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a156799-5b2e-4b6e-b198-17484779aff4 req-75ffb938-5fe2-40af-88df-4c013c52e105 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:53.201740 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0a156799-5b2e-4b6e-b198-17484779aff4 req-75ffb938-5fe2-40af-88df-4c013c52e105 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 944 time: 0.1099317 May 24 15:40:53.210050 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:40:53.213286 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:40:53.233711 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:40:53.237796 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:53.266856 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0a156799-5b2e-4b6e-b198-17484779aff4 req-d0cc0988-9cc0-4a18-9570-557603d3122d tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639930 May 24 15:40:53.303894 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Pushing event updated for resources: {'Port': ['ID=092c4dd1-77cd-4be9-bdec-ec5603e4f5d0,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:53.327618 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e8fd5da7-d098-42bb-bf71-36e8a55faae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '83b919d1-a638-44e9-b97f-7bd09e5b0404', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'port_id': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'mac_address': 'fa:16:3e:7c:a1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f726278-c770-47b5-86db-c95db49ba80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:40:05Z', 'updated_at': '2022-05-24T15:40:52Z', 'revision_number': 1, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:22Z', 'revision_number': 5, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:53.357166 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd5da7-d098-42bb-bf71-36e8a55faae8 None None] Checking router: 04621e83-d5a4-401e-b9e9-29bba3f4f23f for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:40:53.367582 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd5da7-d098-42bb-bf71-36e8a55faae8 None None] Routers {'04621e83-d5a4-401e-b9e9-29bba3f4f23f'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:40:53.368230 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e8fd5da7-d098-42bb-bf71-36e8a55faae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:40:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:53.476281 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e8fd5da7-d098-42bb-bf71-36e8a55faae8 None None] Set router 04621e83-d5a4-401e-b9e9-29bba3f4f23f gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:40:53.530641 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Publish callbacks [] for router_gateway (2b81af0c-946a-4009-a237-09f8b86208b9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:53.696887 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e8fd5da7-d098-42bb-bf71-36e8a55faae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '83b919d1-a638-44e9-b97f-7bd09e5b0404', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'port_id': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'mac_address': 'fa:16:3e:7c:a1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f726278-c770-47b5-86db-c95db49ba80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:40:05Z', 'updated_at': '2022-05-24T15:40:52Z', 'revision_number': 1, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:22Z', 'revision_number': 5, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:53.722163 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd5da7-d098-42bb-bf71-36e8a55faae8 None None] The sync data for ids ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'] in dv-cinder-843153-1-iscsi is: [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '83b919d1-a638-44e9-b97f-7bd09e5b0404', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'port_id': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'mac_address': 'fa:16:3e:7c:a1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f726278-c770-47b5-86db-c95db49ba80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:40:05Z', 'updated_at': '2022-05-24T15:40:52Z', 'revision_number': 1, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:22Z', 'revision_number': 5, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:40:53.930433 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34216db4-eb1b-4870-b790-6f41fb4e8f7e None None] New status for floating IP 83b919d1-a638-44e9-b97f-7bd09e5b0404: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:40:53.957898 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924690'] for router (2b81af0c-946a-4009-a237-09f8b86208b9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:54.093233 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Router 2b81af0c-946a-4009-a237-09f8b86208b9 is scheduled to L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 15:40:54.166758 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f1984c-2cc6-45fc-a994-9d16d1bc4924 None None] Network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:40:54.217003 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eb65d-e1e3-462d-871c-24bfb2ba817a req-b3e9c855-16f8-479b-92cd-08fd577a6527 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:54.218888 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8b1eb65d-e1e3-462d-871c-24bfb2ba817a req-b3e9c855-16f8-479b-92cd-08fd577a6527 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0758455 May 24 15:40:54.228949 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:40:54.240986 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Sync routers for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:40:54.253159 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:54.255978 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d79f7381-885a-45fa-8bea-382513415634 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9589622 May 24 15:40:54.257427 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device da8fc0aa-df0f-437f-8d2c-42d9333f5819 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:40:54.257591 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 51436) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:54.267668 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:40:54.269011 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:40:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:54.291099 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-bc54b272-f70e-4af3-a6fb-375693458299 None None] Provisioning complete for port da8fc0aa-df0f-437f-8d2c-42d9333f5819 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:54.291503 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bc54b272-f70e-4af3-a6fb-375693458299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:54.371127 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port da8fc0aa-df0f-437f-8d2c-42d9333f5819 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:54.371514 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:54.391329 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8b1eb65d-e1e3-462d-871c-24bfb2ba817a req-4893e65d-0b9b-4ed1-85a1-195d9b327d5e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664016 May 24 15:40:54.418213 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:54.468189 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:40:54.475983 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab4853-1163-4a2a-b8ab-e3aa63b678f0 req-867748bf-b09b-408d-b77d-c0ee6c31e6f9 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:54.477689 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d4ab4853-1163-4a2a-b8ab-e3aa63b678f0 req-867748bf-b09b-408d-b77d-c0ee6c31e6f9 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 944 time: 0.1043289 May 24 15:40:54.482352 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bc54b272-f70e-4af3-a6fb-375693458299 None None] Current status of the port da8fc0aa-df0f-437f-8d2c-42d9333f5819 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:54.482633 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bc54b272-f70e-4af3-a6fb-375693458299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:54.546511 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port da8fc0aa-df0f-437f-8d2c-42d9333f5819 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:54.546888 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:54.565727 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bc54b272-f70e-4af3-a6fb-375693458299 None None] For port da8fc0aa-df0f-437f-8d2c-42d9333f5819, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=da8fc0aa-df0f-437f-8d2c-42d9333f5819,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:54.570966 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:54.571981 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:54.573591 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bc54b272-f70e-4af3-a6fb-375693458299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:54.623323 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:54.662228 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:54.664661 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:53Z', 'revision_number': 3, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:54.666941 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.db.api [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 24 15:40:54.667508 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG oslo_db.api [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 24 15:40:54.697323 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Checking router: 2b81af0c-946a-4009-a237-09f8b86208b9 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:40:54.697660 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Updating router 2b81af0c-946a-4009-a237-09f8b86208b9 port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 binding host dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:40:54.710449 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54b272-f70e-4af3-a6fb-375693458299 None None] Pushing event updated for resources: {'Port': ['ID=da8fc0aa-df0f-437f-8d2c-42d9333f5819,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:54.718139 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-5cd97e7d-c737-4244-a460-91a5e706ff4b None None] Provisioning complete for port da8fc0aa-df0f-437f-8d2c-42d9333f5819 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:54.718749 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5cd97e7d-c737-4244-a460-91a5e706ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:54.733269 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:54.799168 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-5cd97e7d-c737-4244-a460-91a5e706ff4b None None] Current status of the port da8fc0aa-df0f-437f-8d2c-42d9333f5819 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:54.865114 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d4ab4853-1163-4a2a-b8ab-e3aa63b678f0 req-71d621ec-8bd3-417c-9ce4-f2dd85f05cba tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775463 May 24 15:40:54.951816 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['33ccd1c3-9feb-4904-8e8e-8c99baa73704'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:40:54.985935 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:55.006170 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99610e0d-10c0-4fc1-ac92-3398c716e618 req-a327c9c1-166b-401d-9ba2-eb2a4506b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:55.007705 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99610e0d-10c0-4fc1-ac92-3398c716e618 req-a327c9c1-166b-401d-9ba2-eb2a4506b95d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 1129 time: 0.0562022 May 24 15:40:55.013691 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Publish callbacks [] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:55.021570 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:55.067408 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Pushing event updated for resources: {'Port': ['ID=092c4dd1-77cd-4be9-bdec-ec5603e4f5d0,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:55.071610 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-920414f4-58ac-49ca-beea-3c91c88e2484 req-94b2a035-931c-4462-9691-687ca2871fee service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435082 May 24 15:40:55.078447 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.078797 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.079134 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.079477 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.079915 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.080261 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.080579 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.081365 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.081365 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.081931 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.082430 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.082765 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.083078 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.083388 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.083696 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:40:55.098186 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Attempting to bind port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:40:55.098595 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Attempting to bind port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:40:55.098952 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Attempting to bind port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 on network 89f09afe-9f84-467f-83ae-ba767b6cb40a {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:40:55.104848 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:40:55.105240 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Checking segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:40:55.105671 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:55.106059 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Bound using segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:40:55.106513 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Bound port: 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:40:55.106875 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:55.167166 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] For port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:40:55.170015 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:55.171609 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] For port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=092c4dd1-77cd-4be9-bdec-ec5603e4f5d0,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:40:55.173977 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99610e0d-10c0-4fc1-ac92-3398c716e618 req-b59d2f58-a88b-498b-9347-59c924c8b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:55.176005 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99610e0d-10c0-4fc1-ac92-3398c716e618 req-b59d2f58-a88b-498b-9347-59c924c8b35e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.1467950 May 24 15:40:55.181194 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:55.197137 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-920414f4-58ac-49ca-beea-3c91c88e2484 req-55aec712-8001-48e6-add3-44bf9ec31171 service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183476 May 24 15:40:55.233490 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port da8fc0aa-df0f-437f-8d2c-42d9333f5819 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:55.249903 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:40:55.250583 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:40:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:55.302522 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a470540-4413-4a0c-b900-7151948b612b None None] Pushing event updated for resources: {'Port': ['ID=092c4dd1-77cd-4be9-bdec-ec5603e4f5d0,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:55.350247 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce9efd8b-a74e-41f3-a0b8-fc8d61fb98fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:55.368090 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99610e0d-10c0-4fc1-ac92-3398c716e618 req-a5bde5f0-b695-4d53-b94a-5778e5991667 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=123b7faa-d212-4186-93a9-6e1d900b7f9c HTTP/1.1" status: 200 len: 1001 time: 0.1733270 May 24 15:40:55.402707 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:40:55.519741 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Allocated IP 172.20.0.1 (ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1/c62369ab-a153-408f-8529-4e2073c47512/5336346e-a0d9-45cf-ac62-48ec7ffee7ac) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:40:55.537940 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237d92-0e95-4659-a70e-96e08bc063f8 req-48dd332a-a5f6-4895-8f87-835d48411d97 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:55.539422 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-12237d92-0e95-4659-a70e-96e08bc063f8 req-48dd332a-a5f6-4895-8f87-835d48411d97 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0643365 May 24 15:40:55.549163 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:55.587854 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:53Z', 'revision_number': 3, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:55.615926 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90ea689-70bc-4be7-b96d-07f0f4e65996 None None] The sync data for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi is: [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:53Z', 'revision_number': 3, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:40:55.650469 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-12237d92-0e95-4659-a70e-96e08bc063f8 req-40b37add-ed22-42ae-9b0a-d39c6af10b12 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894132 May 24 15:40:55.679436 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Publish callbacks [] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:55.713079 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:55.739621 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:55.757884 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:40:55.761614 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:40:55.764242 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:40:55.769609 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Pushing event updated for resources: {'Port': ['ID=5336346e-a0d9-45cf-ac62-48ec7ffee7ac,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:55.808782 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925511'] for router_interface (2b81af0c-946a-4009-a237-09f8b86208b9), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:55.850334 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:56.012706 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0133536-577d-42b9-aa71-158006f01496 req-b12aeffd-cd5a-4c3c-9cda-1bd873a267c8 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:56.014219 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e0133536-577d-42b9-aa71-158006f01496 req-b12aeffd-cd5a-4c3c-9cda-1bd873a267c8 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 944 time: 0.0602891 May 24 15:40:56.026967 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9700e3ad-a89d-4eb2-8a83-cde9e563db44 None None] Provisioning complete for port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:56.027504 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9700e3ad-a89d-4eb2-8a83-cde9e563db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:56.062355 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9700e3ad-a89d-4eb2-8a83-cde9e563db44 None None] Port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:40:56.065449 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:56.120573 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e0133536-577d-42b9-aa71-158006f01496 req-800e991b-96bb-44fd-8935-f8e600609db5 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859725 May 24 15:40:56.220918 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device da8fc0aa-df0f-437f-8d2c-42d9333f5819 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:40:56.268496 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port da8fc0aa-df0f-437f-8d2c-42d9333f5819 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:56.268878 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:56.296956 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Publish callbacks [] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:56.303565 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:56.351734 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port da8fc0aa-df0f-437f-8d2c-42d9333f5819 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:56.352858 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:40:56.371380 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Pushing event updated for resources: {'Port': ['ID=5336346e-a0d9-45cf-ac62-48ec7ffee7ac,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:56.377341 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926679'] for router_interface (2b81af0c-946a-4009-a237-09f8b86208b9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:56.412921 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:56.413332 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:56.445167 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:56.490436 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:40:56.492729 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:40:56.531343 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:56.531734 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:56.551910 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:56.557797 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=092c4dd1-77cd-4be9-bdec-ec5603e4f5d0,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:56.565597 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:56.674364 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Router 2b81af0c-946a-4009-a237-09f8b86208b9 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:40:56.708183 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=092c4dd1-77cd-4be9-bdec-ec5603e4f5d0,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:56.766033 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:56.776670 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51468) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:56.849608 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260d81e-ccdd-48a5-a1f7-6aa45f830e06 req-fc75f354-17ad-4324-b567-76af0d5e1f31 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:56.851060 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a260d81e-ccdd-48a5-a1f7-6aa45f830e06 req-fc75f354-17ad-4324-b567-76af0d5e1f31 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 945 time: 0.0883393 May 24 15:40:56.877300 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:56.886471 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:40:56.888362 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-316e9a25-059d-4343-812d-2d190c309e30 None None] Provisioning complete for port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:56.888863 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-316e9a25-059d-4343-812d-2d190c309e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:56.903763 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5f15d5a7-81db-41e5-ab6b-c3a9c8d245bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:56.912378 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:56.913598 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:56.917000 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-d0266018-c567-4d6a-85ed-02a9f5f06a2e admin admin] 10.222.0.55 "PUT /v2.0/routers/2b81af0c-946a-4009-a237-09f8b86208b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6578233 May 24 15:40:56.924763 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-316e9a25-059d-4343-812d-2d190c309e30 None None] Port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:40:56.928608 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a260d81e-ccdd-48a5-a1f7-6aa45f830e06 req-628682d5-7f47-4c36-8c41-fe94227e5f16 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681467 May 24 15:40:56.951989 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 33ccd1c3-9feb-4904-8e8e-8c99baa73704 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:40:57.015135 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port 33ccd1c3-9feb-4904-8e8e-8c99baa73704 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:40:57.026138 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port 33ccd1c3-9feb-4904-8e8e-8c99baa73704 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:57.026535 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:57.031936 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5f15d5a7-81db-41e5-ab6b-c3a9c8d245bb admin admin] Publish callbacks [] for security_group (291b9ac2-fb29-4159-a234-a86b06caf2e2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:57.032134 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99610e0d-10c0-4fc1-ac92-3398c716e618 req-edf04a24-e6c2-483a-9345-8e4a6a047ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:57.033634 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99610e0d-10c0-4fc1-ac92-3398c716e618 req-edf04a24-e6c2-483a-9345-8e4a6a047ce3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0669084 May 24 15:40:57.036516 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5f15d5a7-81db-41e5-ab6b-c3a9c8d245bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (291b9ac2-fb29-4159-a234-a86b06caf2e2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:57.082586 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5f15d5a7-81db-41e5-ab6b-c3a9c8d245bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44bf8abe9e5d45a4b4719abaaa704e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042328 May 24 15:40:57.083525 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15d5a7-81db-41e5-ab6b-c3a9c8d245bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291b9ac2-fb29-4159-a234-a86b06caf2e2,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:57.085981 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51474) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:57.097627 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99610e0d-10c0-4fc1-ac92-3398c716e618 req-f204287f-7bd9-4f1d-9b1e-0cff91bb50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:57.099624 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99610e0d-10c0-4fc1-ac92-3398c716e618 req-f204287f-7bd9-4f1d-9b1e-0cff91bb50fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574219 May 24 15:40:57.110030 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 33ccd1c3-9feb-4904-8e8e-8c99baa73704 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:57.110422 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:57.140907 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17e4548-782e-4115-aa63-48041fca571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ccd1c3-9feb-4904-8e8e-8c99baa73704'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:40:57.143377 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbe9488-c587-4d70-b5ef-f551bbca8537" -d '{"events": [{"server_uuid": "e17e4548-782e-4115-aa63-48041fca571b", "name": "network-vif-plugged", "status": "completed", "tag": "33ccd1c3-9feb-4904-8e8e-8c99baa73704"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:40:57.154621 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-178c27bb-0bf2-4a08-88b4-04a3f1eaee29 admin admin] Publish callbacks [] for security_group (291b9ac2-fb29-4159-a234-a86b06caf2e2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:57.155230 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 33ccd1c3-9feb-4904-8e8e-8c99baa73704, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=33ccd1c3-9feb-4904-8e8e-8c99baa73704,segment=NetworkSegment(067ef9e3-699d-4574-ad04-308c6b8878a0),segment_id=067ef9e3-699d-4574-ad04-308c6b8878a0)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:57.166504 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:57.168157 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device b4136280-42c5-46f1-8248-0dcb997d0277 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:40:57.214532 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-178c27bb-0bf2-4a08-88b4-04a3f1eaee29 admin admin] Publish callbacks [] for security_group (291b9ac2-fb29-4159-a234-a86b06caf2e2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:57.232838 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678f6e6a-127d-465c-93da-488d8d759d10 x-openstack-request-id: req-678f6e6a-127d-465c-93da-488d8d759d10 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:40:57.233153 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17e4548-782e-4115-aa63-48041fca571b", "name": "network-vif-plugged", "status": "completed", "tag": "33ccd1c3-9feb-4904-8e8e-8c99baa73704", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:40:57.233424 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-678f6e6a-127d-465c-93da-488d8d759d10 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:40:57.234095 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-678f6e6a-127d-465c-93da-488d8d759d10'] response: {'server_uuid': 'e17e4548-782e-4115-aa63-48041fca571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ccd1c3-9feb-4904-8e8e-8c99baa73704', 'code': 200} May 24 15:40:57.300779 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-178c27bb-0bf2-4a08-88b4-04a3f1eaee29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (291b9ac2-fb29-4159-a234-a86b06caf2e2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:57.304095 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-178c27bb-0bf2-4a08-88b4-04a3f1eaee29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:57.305581 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-178c27bb-0bf2-4a08-88b4-04a3f1eaee29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/291b9ac2-fb29-4159-a234-a86b06caf2e2 HTTP/1.1" status: 204 len: 168 time: 0.2084413 May 24 15:40:57.318462 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c27bb-0bf2-4a08-88b4-04a3f1eaee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291b9ac2-fb29-4159-a234-a86b06caf2e2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:57.383203 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942403e-f8b4-4184-9844-e1cca465a5bb req-912324af-ac47-4333-a0fd-a9702a3d7bbb tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:57.385156 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8942403e-f8b4-4184-9844-e1cca465a5bb req-912324af-ac47-4333-a0fd-a9702a3d7bbb tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 945 time: 0.1004889 May 24 15:40:57.443612 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99610e0d-10c0-4fc1-ac92-3398c716e618 req-d1a11b93-4f3d-4a24-8e7a-341214f4f501 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738271 May 24 15:40:57.467168 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port b4136280-42c5-46f1-8248-0dcb997d0277 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:57.467570 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:57.473984 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=33ccd1c3-9feb-4904-8e8e-8c99baa73704,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:57.534191 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=b4136280-42c5-46f1-8248-0dcb997d0277,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:57.545743 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:57.599403 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-99610e0d-10c0-4fc1-ac92-3398c716e618 req-a9cf8afc-504d-4643-ac8f-ac1b712e30e0 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481836 May 24 15:40:57.628714 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8942403e-f8b4-4184-9844-e1cca465a5bb req-6185a44e-4bc5-4cfa-b567-7c3f2d875560 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316487 May 24 15:40:57.649132 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aefc375e-3867-426d-a147-4c88b35837b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:57.660717 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=b4136280-42c5-46f1-8248-0dcb997d0277,revision_number=8']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:57.736213 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Sync routers for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:40:57.747627 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:40:57.749789 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:40:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:58.062742 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51502) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:58.073143 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942bbbe-725a-4a4e-a10d-1c95e6c85fcf req-3e6bdc14-38f4-41fa-9de8-d9b530ef221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:58.074680 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5942bbbe-725a-4a4e-a10d-1c95e6c85fcf req-3e6bdc14-38f4-41fa-9de8-d9b530ef221c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 1129 time: 0.1381249 May 24 15:40:58.079050 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-99925235-network', 'tenant_id': 'c5765604521448658675300905017afe'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:58.113845 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055fbdf-3d61-41d7-96c2-d8bd07e08157 req-564558de-8bbb-4fd7-9ecb-236fd2aa0442 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:58.115096 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Made reservation on behalf of c5765604521448658675300905017afe for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:40:58.115568 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5055fbdf-3d61-41d7-96c2-d8bd07e08157 req-564558de-8bbb-4fd7-9ecb-236fd2aa0442 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0881579 May 24 15:40:58.118573 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.128796 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.130641 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:40:58.163870 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5942bbbe-725a-4a4e-a10d-1c95e6c85fcf req-6d918bb8-ad5f-4fd4-a9b0-c5ef6c361b76 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734832 May 24 15:40:58.179977 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:40:58.196738 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5055fbdf-3d61-41d7-96c2-d8bd07e08157 req-dac480a6-62df-4af6-abf1-c364cf081203 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529578 May 24 15:40:58.255876 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Publish callbacks [] for security_group (5391e4c8-6a74-43a9-b361-63833d05ab4f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.260236 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (5391e4c8-6a74-43a9-b361-63833d05ab4f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.298072 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:40:58.301577 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:58.305180 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5391e4c8-6a74-43a9-b361-63833d05ab4f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:58.305779 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:58.306150 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.312206 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (85e04f82-6044-43c1-b8cc-bcf36e949bb5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.313167 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Added segment 85e04f82-6044-43c1-b8cc-bcf36e949bb5 of type vlan for network 6a2e365f-33cc-4555-b561-1d5e6df6f851 May 24 15:40:58.313287 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:58.364023 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (6a2e365f-33cc-4555-b561-1d5e6df6f851), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.399334 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (6a2e365f-33cc-4555-b561-1d5e6df6f851), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.400542 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:58.401198 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.410515 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:58.437204 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 2, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:58.469711 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Checking router: 2b81af0c-946a-4009-a237-09f8b86208b9 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:40:58.469960 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4047484 May 24 15:40:58.470049 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Updating router 2b81af0c-946a-4009-a237-09f8b86208b9 port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac binding host dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:40:58.472694 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 51512) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:58.474139 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:58.477880 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-2da44331-7295-4622-8df7-8badd19cff3b admin admin] Request body: {'subnet': {'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-99925235-subnet', 'tenant_id': 'c5765604521448658675300905017afe', 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:58.499599 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afa38b-f4a0-4d9e-a831-226c8782293e admin admin] Pushing event updated for resources: {'Network': ['ID=6a2e365f-33cc-4555-b561-1d5e6df6f851,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:58.501924 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.514531 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 6a2e365f-33cc-4555-b561-1d5e6df6f851 details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:40:58.519924 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da44331-7295-4622-8df7-8badd19cff3b admin admin] Made reservation on behalf of c5765604521448658675300905017afe for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:40:58.522523 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2da44331-7295-4622-8df7-8badd19cff3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3945011'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.606892 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:58.736488 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2da44331-7295-4622-8df7-8badd19cff3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2946791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3945153'] for subnet (f2803fda-2b71-4013-b0cc-65be50c4f725), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.783717 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [req-18a06b1f-9fd5-4a3c-a224-e65870921287 req-d91aeb52-4e0f-4b3c-b220-190cc9311c7b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:40:58.784865 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-18a06b1f-9fd5-4a3c-a224-e65870921287 req-d91aeb52-4e0f-4b3c-b220-190cc9311c7b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050075 May 24 15:40:58.852878 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da44331-7295-4622-8df7-8badd19cff3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2803fda-2b71-4013-b0cc-65be50c4f725,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:58.865945 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608d3f7-453d-4248-bf6a-8e9a30039c91 req-98bf594f-c450-4010-b7df-df1ff7ed238b tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:58.867271 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7608d3f7-453d-4248-bf6a-8e9a30039c91 req-98bf594f-c450-4010-b7df-df1ff7ed238b tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 945 time: 0.0909352 May 24 15:40:58.870218 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da44331-7295-4622-8df7-8badd19cff3b admin admin] Checking segment: {'id': '85e04f82-6044-43c1-b8cc-bcf36e949bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:40:58.870564 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da44331-7295-4622-8df7-8badd19cff3b admin admin] Network hostable DHCP agents. Network: 6a2e365f-33cc-4555-b561-1d5e6df6f851, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:40:58.886806 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Publish callbacks [] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.894519 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:58.929554 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da44331-7295-4622-8df7-8badd19cff3b admin admin] Network 6a2e365f-33cc-4555-b561-1d5e6df6f851 is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:40:58.954004 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7608d3f7-453d-4248-bf6a-8e9a30039c91 req-c37ba16e-a001-457b-90d2-d09a7ae50d85 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806818 May 24 15:40:58.958890 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:58.959274 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-2da44331-7295-4622-8df7-8badd19cff3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 6a2e365f-33cc-4555-b561-1d5e6df6f851) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:40:58.960681 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a32d7-0dc9-4445-9728-93cc5bf3bbce None None] Pushing event updated for resources: {'Port': ['ID=5336346e-a0d9-45cf-ac62-48ec7ffee7ac,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:58.971637 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a443763-7905-4bce-8933-4b9bdfb2ed63 None None] Network 6a2e365f-33cc-4555-b561-1d5e6df6f851 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:40:59.007028 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da44331-7295-4622-8df7-8badd19cff3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:59.008232 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2da44331-7295-4622-8df7-8badd19cff3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.048971 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-2da44331-7295-4622-8df7-8badd19cff3b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5747428 May 24 15:40:59.051455 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51534) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:59.055823 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-99925235-router', 'tenant_id': 'c5765604521448658675300905017afe', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:40:59.084813 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ecee6-7dac-4c10-bc8a-be4eb8774d84 req-4c802fb0-7ef6-45be-a981-a654d2ea1cdc tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:40:59.098456 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-758ecee6-7dac-4c10-bc8a-be4eb8774d84 req-4c802fb0-7ef6-45be-a981-a654d2ea1cdc tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.1634831 May 24 15:40:59.110811 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-927047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4733'] for router (c6cfc90c-0120-40ad-b835-f495f05ba2c5), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.111881 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4726'] for router (c6cfc90c-0120-40ad-b835-f495f05ba2c5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.117051 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Attempting to bind port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:40:59.117427 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Attempting to bind port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:40:59.117780 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Attempting to bind port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac on network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:40:59.177267 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:40:59.178018 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Checking segment: {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:40:59.178018 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.178427 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Bound using segment: {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:40:59.178915 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Bound port: 5336346e-a0d9-45cf-ac62-48ec7ffee7ac, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:40:59.179299 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.223234 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-758ecee6-7dac-4c10-bc8a-be4eb8774d84 req-4d7828a6-2270-4445-852c-be3888cbf5ef tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231263 May 24 15:40:59.233546 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.247871 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Publish callbacks [] for router_controller (c6cfc90c-0120-40ad-b835-f495f05ba2c5), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.251451 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:40:59.253945 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799ecae3-2ddc-40f4-acd1-1645bfe18046" -d '{"events": [{"server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:40:59.293158 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 May 2022 15:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b861a5-1e48-4db3-ab26-51070ac97043 x-openstack-request-id: req-74b861a5-1e48-4db3-ab26-51070ac97043 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:40:59.293443 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "name": "network-vif-unplugged", "status": "failed", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277", "code": 422}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:40:59.293685 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74b861a5-1e48-4db3-ab26-51070ac97043 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:40:59.294125 dv-cinder-843153-1-iscsi neutron-server[104077]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-74b861a5-1e48-4db3-ab26-51070ac97043']: {'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'code': 422} returned with failed status May 24 15:40:59.334339 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:59.340460 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] For port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:40:59.355661 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cafb656-3f67-50a2-96d4-d932412c16ff-6a2e365f-33cc-4555-b561-1d5e6df6f851', 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851', 'project_id': 'c5765604521448658675300905017afe', 'fixed_ips': [{'subnet_id': 'f2803fda-2b71-4013-b0cc-65be50c4f725'}]}} from dv-cinder-843153-1-iscsi. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 15:40:59.356630 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.360643 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:59.375632 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] For port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=5336346e-a0d9-45cf-ac62-48ec7ffee7ac,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:40:59.389020 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.415046 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-86fc0159-c920-40eb-a943-fba60b8595f4 None None] Provisioning complete for port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:40:59.415398 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-86fc0159-c920-40eb-a943-fba60b8595f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.418632 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Publish callbacks [] for router_gateway (c6cfc90c-0120-40ad-b835-f495f05ba2c5), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.487232 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:40:59.546320 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 51556) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:59.580433 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a32d7-0dc9-4445-9728-93cc5bf3bbce None None] Pushing event updated for resources: {'Port': ['ID=5336346e-a0d9-45cf-ac62-48ec7ffee7ac,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:40:59.601073 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:40:59.601729 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:40:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:40:59.642081 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Publish callbacks [] for router_gateway (c6cfc90c-0120-40ad-b835-f495f05ba2c5), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.668617 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.682838 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-e733bf5a-4839-4270-b9b6-ddefe1c059eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1341286 May 24 15:40:59.695105 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-a23aa6f4-dbad-469a-bbba-86fedacf3f9c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:40:59.696048 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-a23aa6f4-dbad-469a-bbba-86fedacf3f9c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0086684 May 24 15:40:59.762206 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Allocated IP 172.20.0.2 (6a2e365f-33cc-4555-b561-1d5e6df6f851/f2803fda-2b71-4013-b0cc-65be50c4f725/d1bd2ae3-0083-4403-b176-7c53bc78b6f0) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:40:59.803900 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-86fc0159-c920-40eb-a943-fba60b8595f4 None None] Current status of the port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:40:59.804382 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-86fc0159-c920-40eb-a943-fba60b8595f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.804536 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 51564) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:40:59.818249 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Allocated IP 172.27.3.251 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/d0792e20-7798-4c1c-9b64-aad7067f711b) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:40:59.905103 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:40:59.950027 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Publish callbacks [] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:40:59.960658 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-86fc0159-c920-40eb-a943-fba60b8595f4 None None] For port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=5336346e-a0d9-45cf-ac62-48ec7ffee7ac,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:40:59.984010 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-86fc0159-c920-40eb-a943-fba60b8595f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:00.007707 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:00.072856 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:41:00.079910 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:41:00.084936 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:41:00.120931 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Pushing event updated for resources: {'Port': ['ID=d0792e20-7798-4c1c-9b64-aad7067f711b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:00.127259 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:00.203978 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-361a6cfc-8fea-4cf2-b9b2-6809a771fef1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:00.205372 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-361a6cfc-8fea-4cf2-b9b2-6809a771fef1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports/b4136280-42c5-46f1-8248-0dcb997d0277 HTTP/1.1" status: 200 len: 940 time: 0.3990538 May 24 15:41:00.217635 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18348-5cd7-42e0-a337-e46a8532721b req-7f1208db-0679-41a2-a6cd-e4d4abccfa88 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:00.219335 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-10b18348-5cd7-42e0-a337-e46a8532721b req-7f1208db-0679-41a2-a6cd-e4d4abccfa88 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 945 time: 0.0636599 May 24 15:41:00.269823 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:00.270743 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-fd771345-0370-4cc2-ab9a-bb6e8a0b94cb None None] Provisioning complete for port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:00.271116 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd771345-0370-4cc2-ab9a-bb6e8a0b94cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:00.296086 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-10b18348-5cd7-42e0-a337-e46a8532721b req-38032eb0-e9a0-4974-9d1c-8986a2d4c890 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649538 May 24 15:41:00.414578 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc0159-c920-40eb-a943-fba60b8595f4 None None] Pushing event updated for resources: {'Port': ['ID=5336346e-a0d9-45cf-ac62-48ec7ffee7ac,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:00.433121 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1e47b-4c0f-46cd-b3bc-fd1467d76632 req-b7818525-6159-4d01-9b78-f4ae0cc21b1f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:00.435091 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f1d1e47b-4c0f-46cd-b3bc-fd1467d76632 req-b7818525-6159-4d01-9b78-f4ae0cc21b1f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0750861 May 24 15:41:00.482589 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Publish callbacks [] for router_gateway (c6cfc90c-0120-40ad-b835-f495f05ba2c5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:00.491793 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Publish callbacks [] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:00.494830 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:00.540306 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:00.572122 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f1d1e47b-4c0f-46cd-b3bc-fd1467d76632 req-0982cf5a-981b-421d-ae56-de4cc18cc8f2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311607 May 24 15:41:00.601917 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:00.613598 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Pushing event updated for resources: {'Port': ['ID=d1bd2ae3-0083-4403-b176-7c53bc78b6f0,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:00.661342 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fd771345-0370-4cc2-ab9a-bb6e8a0b94cb None None] Current status of the port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:00.678329 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Network 6a2e365f-33cc-4555-b561-1d5e6df6f851 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:41:00.682898 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:41:00.684954 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:41:00.717144 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:41:00.719546 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea6859-cfd6-4638-8008-d76d8c61fa0a None None] The sync data for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi is: [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:41:00.821538 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924690'] for router (c6cfc90c-0120-40ad-b835-f495f05ba2c5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:00.833026 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:00.852389 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Attempting to bind port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:41:00.853238 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Attempting to bind port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '85e04f82-6044-43c1-b8cc-bcf36e949bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:41:00.853514 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Attempting to bind port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 on network 6a2e365f-33cc-4555-b561-1d5e6df6f851 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:41:00.863703 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 51622) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:00.875850 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:41:00.876070 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Checking segment: {'id': '85e04f82-6044-43c1-b8cc-bcf36e949bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:41:00.876463 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:00.876851 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Bound using segment: {'id': '85e04f82-6044-43c1-b8cc-bcf36e949bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:41:00.877329 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Bound port: d1bd2ae3-0083-4403-b176-7c53bc78b6f0, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e04f82-6044-43c1-b8cc-bcf36e949bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:41:00.878563 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:00.984495 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] For port d1bd2ae3-0083-4403-b176-7c53bc78b6f0, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:41:00.994039 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] For port d1bd2ae3-0083-4403-b176-7c53bc78b6f0, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=d1bd2ae3-0083-4403-b176-7c53bc78b6f0,segment=NetworkSegment(85e04f82-6044-43c1-b8cc-bcf36e949bb5),segment_id=85e04f82-6044-43c1-b8cc-bcf36e949bb5)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:41:01.002012 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:01.073656 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf98e3-6424-445a-91db-132b52a4877a None None] Pushing event updated for resources: {'Port': ['ID=d1bd2ae3-0083-4403-b176-7c53bc78b6f0,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:01.140378 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Router c6cfc90c-0120-40ad-b835-f495f05ba2c5 is scheduled to L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 15:41:01.187256 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-478f1431-4108-489a-8ec9-b52ffc543957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:01.286855 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-478f1431-4108-489a-8ec9-b52ffc543957 admin admin] Publish callbacks [] for security_group (4f429e2e-5904-42a4-995a-8468da9a2e58), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:01.293137 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-478f1431-4108-489a-8ec9-b52ffc543957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (4f429e2e-5904-42a4-995a-8468da9a2e58), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:01.330661 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:41:01.347694 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-478f1431-4108-489a-8ec9-b52ffc543957 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=934272ce955f46d489f97a6a4179791a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4825950 May 24 15:41:01.349554 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f1431-4108-489a-8ec9-b52ffc543957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f429e2e-5904-42a4-995a-8468da9a2e58,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:01.353054 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51630) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:01.370774 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Sync routers for ids ['c6cfc90c-0120-40ad-b835-f495f05ba2c5'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:41:01.375702 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:01.377530 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:01.381506 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-35704e2b-f74c-4c70-aa96-160280a50e31 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3289278 May 24 15:41:01.381963 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 51632) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:01.387767 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Routers {'c6cfc90c-0120-40ad-b835-f495f05ba2c5'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:41:01.389183 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:40:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['c6cfc90c-0120-40ad-b835-f495f05ba2c5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:41:01.427947 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9a91299c-9986-496c-9272-55e6e9b3f86b admin admin] Publish callbacks [] for security_group (4f429e2e-5904-42a4-995a-8468da9a2e58), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:01.499957 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9a91299c-9986-496c-9272-55e6e9b3f86b admin admin] Publish callbacks [] for security_group (4f429e2e-5904-42a4-995a-8468da9a2e58), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:01.529647 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:01.567653 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Set router c6cfc90c-0120-40ad-b835-f495f05ba2c5 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:41:01.660606 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9a91299c-9986-496c-9272-55e6e9b3f86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (4f429e2e-5904-42a4-995a-8468da9a2e58), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:01.664319 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9a91299c-9986-496c-9272-55e6e9b3f86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:01.668254 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9a91299c-9986-496c-9272-55e6e9b3f86b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f429e2e-5904-42a4-995a-8468da9a2e58 HTTP/1.1" status: 204 len: 168 time: 0.3095725 May 24 15:41:01.683001 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91299c-9986-496c-9272-55e6e9b3f86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f429e2e-5904-42a4-995a-8468da9a2e58,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:01.827779 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:01.832359 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'name': 'tempest-TestVolumeBootPattern-99925235-router', 'tenant_id': 'c5765604521448658675300905017afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:41:00Z', 'revision_number': 3, 'project_id': 'c5765604521448658675300905017afe', 'gw_port': {'id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:41:01.860298 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Checking router: c6cfc90c-0120-40ad-b835-f495f05ba2c5 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:41:01.860639 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Updating router c6cfc90c-0120-40ad-b835-f495f05ba2c5 port d0792e20-7798-4c1c-9b64-aad7067f711b binding host dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:41:01.872562 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfecc3-5424-4bd9-81de-23829a2d34f0 req-fa91e692-0fa5-4316-9396-94592f1b3d0d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:01.874056 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-01cfecc3-5424-4bd9-81de-23829a2d34f0 req-fa91e692-0fa5-4316-9396-94592f1b3d0d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.1749198 May 24 15:41:01.908006 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:02.009041 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-01cfecc3-5424-4bd9-81de-23829a2d34f0 req-e00ad37d-8447-46df-8546-06e752e305ac tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899236 May 24 15:41:02.015434 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:02.269670 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:02.319401 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device d1bd2ae3-0083-4403-b176-7c53bc78b6f0 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:41:02.475595 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:02.475954 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:02.633123 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Allocated IP 172.20.0.1 (6a2e365f-33cc-4555-b561-1d5e6df6f851/f2803fda-2b71-4013-b0cc-65be50c4f725/4f4dfbc0-7c79-4061-9307-53d88c33ab66) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:41:02.638325 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:02.638714 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:02.673721 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Publish callbacks [] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:02.686566 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:02.689271 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port d1bd2ae3-0083-4403-b176-7c53bc78b6f0, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=d1bd2ae3-0083-4403-b176-7c53bc78b6f0,segment=NetworkSegment(85e04f82-6044-43c1-b8cc-bcf36e949bb5),segment_id=85e04f82-6044-43c1-b8cc-bcf36e949bb5)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:02.697623 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:02.699419 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5336346e-a0d9-45cf-ac62-48ec7ffee7ac up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:41:02.798257 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:02.799279 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:02.799732 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:02.801826 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Publish callbacks [] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:02.838881 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d3e9d-b0e2-47d7-9780-afab790d18e4 None None] Pushing event updated for resources: {'Port': ['ID=d0792e20-7798-4c1c-9b64-aad7067f711b,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:02.864541 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Attempting to bind port d0792e20-7798-4c1c-9b64-aad7067f711b on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:41:02.865069 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Attempting to bind port d0792e20-7798-4c1c-9b64-aad7067f711b by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:41:02.866354 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Attempting to bind port d0792e20-7798-4c1c-9b64-aad7067f711b on network 89f09afe-9f84-467f-83ae-ba767b6cb40a {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:41:02.867951 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=d1bd2ae3-0083-4403-b176-7c53bc78b6f0,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:02.872964 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:02.881323 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:02.882266 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:41:02.884121 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Checking segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:41:02.885827 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:02.886828 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Bound using segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:41:02.887651 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Bound port: d0792e20-7798-4c1c-9b64-aad7067f711b, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:41:02.888141 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:02.939134 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:02.969452 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba774f9-cd3d-49ad-b50f-388796761a04 None None] Network 6a2e365f-33cc-4555-b561-1d5e6df6f851 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:41:02.973017 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4dfbc0-7c79-4061-9307-53d88c33ab66,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:02.991814 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] For port d0792e20-7798-4c1c-9b64-aad7067f711b, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:41:02.995743 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Network 6a2e365f-33cc-4555-b561-1d5e6df6f851 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:41:02.997898 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:41:03.000334 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] For port d0792e20-7798-4c1c-9b64-aad7067f711b, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=d0792e20-7798-4c1c-9b64-aad7067f711b,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:41:03.008986 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:41:03.014615 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:03.053163 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:03.095623 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device b4136280-42c5-46f1-8248-0dcb997d0277 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:41:03.095869 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d3e9d-b0e2-47d7-9780-afab790d18e4 None None] Pushing event updated for resources: {'Port': ['ID=d0792e20-7798-4c1c-9b64-aad7067f711b,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:03.098559 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Routers {'c6cfc90c-0120-40ad-b835-f495f05ba2c5'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:41:03.099153 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:40:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['c6cfc90c-0120-40ad-b835-f495f05ba2c5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:41:03.112553 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b251b870-6bdb-490e-b252-c7ac3e8d6ab8 None None] Provisioning complete for port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:03.113872 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b251b870-6bdb-490e-b252-c7ac3e8d6ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:03.125476 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925511'] for router_interface (c6cfc90c-0120-40ad-b835-f495f05ba2c5), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:03.239631 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:03.256708 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] Set router c6cfc90c-0120-40ad-b835-f495f05ba2c5 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:41:03.273443 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d39c6-42e1-4168-8115-289896578e35 req-1734b49a-df28-42c4-aa27-bad9997f6f5b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:03.274955 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-854d39c6-42e1-4168-8115-289896578e35 req-1734b49a-df28-42c4-aa27-bad9997f6f5b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.1028740 May 24 15:41:03.324003 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b251b870-6bdb-490e-b252-c7ac3e8d6ab8 None None] Current status of the port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:03.380755 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port b4136280-42c5-46f1-8248-0dcb997d0277 is: DOWN; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:03.435384 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:03.521613 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'name': 'tempest-TestVolumeBootPattern-99925235-router', 'tenant_id': 'c5765604521448658675300905017afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:41:00Z', 'revision_number': 3, 'project_id': 'c5765604521448658675300905017afe', 'gw_port': {'id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:41:03.553019 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b06f448a-be79-4536-aa53-8ec145cab96d None None] Provisioning complete for port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:03.553371 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b06f448a-be79-4536-aa53-8ec145cab96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:03.557129 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c0e24-0ddd-499e-b328-22c74b04f3e5 None None] The sync data for ids ['c6cfc90c-0120-40ad-b835-f495f05ba2c5'] in dv-cinder-843153-1-iscsi is: [{'id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'name': 'tempest-TestVolumeBootPattern-99925235-router', 'tenant_id': 'c5765604521448658675300905017afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:41:00Z', 'revision_number': 3, 'project_id': 'c5765604521448658675300905017afe', 'gw_port': {'id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:41:03.572921 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-854d39c6-42e1-4168-8115-289896578e35 req-b7eab116-c92b-4a00-b36d-f8f0da417469 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838268 May 24 15:41:03.583922 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-220be993-0088-464a-bc8a-22690190a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:03.585866 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-220be993-0088-464a-bc8a-22690190a1af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a&tenant_id=fd0613f4cbb3461a982738c683c3ab03 HTTP/1.1" status: 200 len: 1127 time: 0.2741756 May 24 15:41:03.649145 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:03.709890 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b06f448a-be79-4536-aa53-8ec145cab96d None None] Current status of the port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:03.715543 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:03.731094 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-b06f448a-be79-4536-aa53-8ec145cab96d None None] Provisioning complete for port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:03.731271 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b06f448a-be79-4536-aa53-8ec145cab96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:03.764752 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-e1698bfa-0ce0-4b47-854f-23fce5b09128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:03.766384 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-e1698bfa-0ce0-4b47-854f-23fce5b09128 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 1127 time: 0.1123819 May 24 15:41:03.787876 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b06f448a-be79-4536-aa53-8ec145cab96d None None] Port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:41:03.915570 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-3c3f7d60-4f44-49e3-9f1a-8e334c883769 None None] Provisioning complete for port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:03.916332 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3c3f7d60-4f44-49e3-9f1a-8e334c883769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:03.953391 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f7d60-4f44-49e3-9f1a-8e334c883769 None None] Port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:41:04.004955 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-934398f9-2fff-41d8-a54e-ef960753c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:04.006618 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-934398f9-2fff-41d8-a54e-ef960753c838 service neutron] 10.222.0.59 "GET /v2.0/networks?id=062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 200 len: 917 time: 0.2239778 May 24 15:41:04.098671 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-eb48fb53-3cc0-4845-8971-7c4f0e4ef578 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4136280-42c5-46f1-8248-0dcb997d0277 HTTP/1.1" status: 200 len: 998 time: 0.0845525 May 24 15:41:04.156060 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Publish callbacks [] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:04.164618 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:04.214800 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-49826746-df01-4b79-99a0-6eb86a517e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:04.216302 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-49826746-df01-4b79-99a0-6eb86a517e71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=406760c0-7990-42bd-b875-7a3c5b0f957e HTTP/1.1" status: 200 len: 855 time: 0.1066132 May 24 15:41:04.241381 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device d1bd2ae3-0083-4403-b176-7c53bc78b6f0 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:41:04.271195 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926679'] for router_interface (c6cfc90c-0120-40ad-b835-f495f05ba2c5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:04.275259 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4dfbc0-7c79-4061-9307-53d88c33ab66,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:04.286100 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-c08b050c-8151-41ff-9b8e-cbd4d61c9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:04.287615 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-c08b050c-8151-41ff-9b8e-cbd4d61c9434 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=062393c0-66b9-4ecb-bb43-dbb81b8673fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631797 May 24 15:41:04.302610 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:04.303090 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:04.341325 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:04.382243 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:04.383317 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device d0792e20-7798-4c1c-9b64-aad7067f711b up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:41:04.412482 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:04.452448 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port d0792e20-7798-4c1c-9b64-aad7067f711b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:04.452820 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:04.465345 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Network 6a2e365f-33cc-4555-b561-1d5e6df6f851 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:41:04.468158 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-d4cc1655-aa5c-4f5c-b360-e08fd8584f90 service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364894 May 24 15:41:04.472615 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:41:04.545931 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port d0792e20-7798-4c1c-9b64-aad7067f711b is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:04.546432 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:04.569796 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port d0792e20-7798-4c1c-9b64-aad7067f711b, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=d0792e20-7798-4c1c-9b64-aad7067f711b,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:04.576242 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:04.605559 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:04.652742 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e7d4680-ff08-49e3-8901-4b63f737120c req-c0987eaa-95a3-4a45-9e11-66d465336155 service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673169 May 24 15:41:04.675829 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=d0792e20-7798-4c1c-9b64-aad7067f711b,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:04.775999 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-dd1e91b8-3565-420f-ad0b-9bf7ffc4458c None None] Provisioning complete for port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:04.776455 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dd1e91b8-3565-420f-ad0b-9bf7ffc4458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:04.786770 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Router c6cfc90c-0120-40ad-b835-f495f05ba2c5 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:41:04.794835 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7db9b7-b25d-4180-860b-2aca8917d021 req-cbf5682a-e495-4e50-8921-65d559786825 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:04.796330 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bc7db9b7-b25d-4180-860b-2aca8917d021 req-cbf5682a-e495-4e50-8921-65d559786825 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0811317 May 24 15:41:04.812957 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e91b8-3565-420f-ad0b-9bf7ffc4458c None None] Port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:41:05.159973 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bc7db9b7-b25d-4180-860b-2aca8917d021 req-80bddc14-7977-42fd-af07-eecbfbf5cdaa tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560476 May 24 15:41:05.191282 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:41:05.196565 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-ed586bed-6f78-4b58-ad1e-554db7705b26 admin admin] 10.222.0.55 "PUT /v2.0/routers/c6cfc90c-0120-40ad-b835-f495f05ba2c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8127556 May 24 15:41:05.647757 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 51732) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:05.653034 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-66c52975-f9e7-4da1-96fd-21701bab9af5 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280392271', 'description': 'tempest-secgroup-smoke-1280392271 description', 'project_id': 'dc2810000275432fb1337151b6883e90'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:05.669693 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Sync routers for ids ['c6cfc90c-0120-40ad-b835-f495f05ba2c5'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:41:05.688979 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66c52975-f9e7-4da1-96fd-21701bab9af5 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:05.711277 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Routers {'c6cfc90c-0120-40ad-b835-f495f05ba2c5'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:41:05.712686 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:40:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['c6cfc90c-0120-40ad-b835-f495f05ba2c5'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:41:05.818585 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66c52975-f9e7-4da1-96fd-21701bab9af5 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group (ac86c14c-2c83-4acf-900e-a0deae1ec097), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:05.824209 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66c52975-f9e7-4da1-96fd-21701bab9af5 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (ac86c14c-2c83-4acf-900e-a0deae1ec097), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:05.857550 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c52975-f9e7-4da1-96fd-21701bab9af5 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac86c14c-2c83-4acf-900e-a0deae1ec097,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:05.870723 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-66c52975-f9e7-4da1-96fd-21701bab9af5 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:05.876059 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-66c52975-f9e7-4da1-96fd-21701bab9af5 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2236390 May 24 15:41:05.876464 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 51734) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:05.882772 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4a5be59e-c90f-4f75-9857-9b1ce891162e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'security_group_rule': {'security_group_id': 'ac86c14c-2c83-4acf-900e-a0deae1ec097', 'project_id': 'dc2810000275432fb1337151b6883e90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:05.899268 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Set router c6cfc90c-0120-40ad-b835-f495f05ba2c5 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:41:05.930000 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a5be59e-c90f-4f75-9857-9b1ce891162e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (0ea72db5-d580-4bc4-8c95-e87af59f2eba), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:05.992666 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a5be59e-c90f-4f75-9857-9b1ce891162e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (0ea72db5-d580-4bc4-8c95-e87af59f2eba), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.001170 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a5be59e-c90f-4f75-9857-9b1ce891162e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (0ea72db5-d580-4bc4-8c95-e87af59f2eba), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.028983 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:06.031484 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5be59e-c90f-4f75-9857-9b1ce891162e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea72db5-d580-4bc4-8c95-e87af59f2eba,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:06.060908 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4a5be59e-c90f-4f75-9857-9b1ce891162e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.064663 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-4a5be59e-c90f-4f75-9857-9b1ce891162e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1845503 May 24 15:41:06.068441 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 51738) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:06.074386 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-1b88880c-8a7f-4ef4-be52-f964b7d9e72c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'security_group_rule': {'security_group_id': 'ac86c14c-2c83-4acf-900e-a0deae1ec097', 'project_id': 'dc2810000275432fb1337151b6883e90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:06.120508 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1b88880c-8a7f-4ef4-be52-f964b7d9e72c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (d18f7a22-7b35-4592-a045-2ec8e89d22cc), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.174306 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:06.245054 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1b88880c-8a7f-4ef4-be52-f964b7d9e72c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (d18f7a22-7b35-4592-a045-2ec8e89d22cc), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.251347 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1b88880c-8a7f-4ef4-be52-f964b7d9e72c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (d18f7a22-7b35-4592-a045-2ec8e89d22cc), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.261360 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device d0792e20-7798-4c1c-9b64-aad7067f711b up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:41:06.301904 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88880c-8a7f-4ef4-be52-f964b7d9e72c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18f7a22-7b35-4592-a045-2ec8e89d22cc,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:06.314060 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1b88880c-8a7f-4ef4-be52-f964b7d9e72c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.317809 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-1b88880c-8a7f-4ef4-be52-f964b7d9e72c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2455685 May 24 15:41:06.318165 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51742) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:06.323351 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-df87042d-770b-4615-b3b7-44a62c5525ca tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'security_group_rule': {'security_group_id': 'ac86c14c-2c83-4acf-900e-a0deae1ec097', 'project_id': 'dc2810000275432fb1337151b6883e90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:06.353459 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'name': 'tempest-TestVolumeBootPattern-99925235-router', 'tenant_id': 'c5765604521448658675300905017afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:41:03Z', 'revision_number': 4, 'project_id': 'c5765604521448658675300905017afe', 'gw_port': {'id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '4f4dfbc0-7c79-4061-9307-53d88c33ab66', 'name': '', 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851', 'tenant_id': 'c5765604521448658675300905017afe', 'mac_address': 'fa:16:3e:84:f3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'f2803fda-2b71-4013-b0cc-65be50c4f725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:41:02Z', 'updated_at': '2022-05-24T15:41:03Z', 'revision_number': 2, 'project_id': 'c5765604521448658675300905017afe', 'subnets': [{'id': 'f2803fda-2b71-4013-b0cc-65be50c4f725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:41:06.365856 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18725d7-5fd4-452f-ae9e-8af07c701b80 req-c8ef937e-89db-47a6-9492-3e3e721dd51e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:06.378354 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df87042d-770b-4615-b3b7-44a62c5525ca tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (91a7b962-e425-45d0-81db-d62dbfafb458), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.381707 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f18725d7-5fd4-452f-ae9e-8af07c701b80 req-c8ef937e-89db-47a6-9492-3e3e721dd51e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.1277215 May 24 15:41:06.389793 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Checking router: c6cfc90c-0120-40ad-b835-f495f05ba2c5 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:41:06.390476 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Updating router c6cfc90c-0120-40ad-b835-f495f05ba2c5 port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 binding host dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:41:06.414335 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port d0792e20-7798-4c1c-9b64-aad7067f711b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:06.415151 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.444121 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:06.460546 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.460952 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df87042d-770b-4615-b3b7-44a62c5525ca tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (91a7b962-e425-45d0-81db-d62dbfafb458), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.466704 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df87042d-770b-4615-b3b7-44a62c5525ca tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (91a7b962-e425-45d0-81db-d62dbfafb458), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.477847 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f18725d7-5fd4-452f-ae9e-8af07c701b80 req-2a010c16-0213-4107-a0d0-85c31b48e23a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950961 May 24 15:41:06.510489 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87042d-770b-4615-b3b7-44a62c5525ca tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a7b962-e425-45d0-81db-d62dbfafb458,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:06.534379 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df87042d-770b-4615-b3b7-44a62c5525ca tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.538398 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-df87042d-770b-4615-b3b7-44a62c5525ca tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2166829 May 24 15:41:06.539295 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 51744) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:06.544275 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f52fe2c5-b4ae-4aa0-aed5-9ffe33635635 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'security_group_rule': {'security_group_id': 'ac86c14c-2c83-4acf-900e-a0deae1ec097', 'project_id': 'dc2810000275432fb1337151b6883e90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:06.583209 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port d0792e20-7798-4c1c-9b64-aad7067f711b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:06.594956 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f52fe2c5-b4ae-4aa0-aed5-9ffe33635635 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (1970d332-304f-44aa-a049-227d0f3e19dd), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.621304 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:06.721393 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f52fe2c5-b4ae-4aa0-aed5-9ffe33635635 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (1970d332-304f-44aa-a049-227d0f3e19dd), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.726608 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f52fe2c5-b4ae-4aa0-aed5-9ffe33635635 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (1970d332-304f-44aa-a049-227d0f3e19dd), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.754196 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fe2c5-b4ae-4aa0-aed5-9ffe33635635 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1970d332-304f-44aa-a049-227d0f3e19dd,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:06.761855 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f52fe2c5-b4ae-4aa0-aed5-9ffe33635635 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.765882 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-f52fe2c5-b4ae-4aa0-aed5-9ffe33635635 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2229083 May 24 15:41:06.766452 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 51748) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:06.771339 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1ed02fd9-de8e-4b34-ac80-3e1ff9fe67cd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'security_group_rule': {'security_group_id': 'ac86c14c-2c83-4acf-900e-a0deae1ec097', 'project_id': 'dc2810000275432fb1337151b6883e90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:06.796314 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:06.796538 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.803123 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-1ed02fd9-de8e-4b34-ac80-3e1ff9fe67cd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Project dc2810000275432fb1337151b6883e90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 15:41:06.819384 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ed02fd9-de8e-4b34-ac80-3e1ff9fe67cd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (67c9d7e9-9c41-4ec5-bc91-395a542a2df8), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.892333 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ed02fd9-de8e-4b34-ac80-3e1ff9fe67cd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (67c9d7e9-9c41-4ec5-bc91-395a542a2df8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.896016 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ed02fd9-de8e-4b34-ac80-3e1ff9fe67cd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (67c9d7e9-9c41-4ec5-bc91-395a542a2df8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.932912 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1ed02fd9-de8e-4b34-ac80-3e1ff9fe67cd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.934176 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Publish callbacks [] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.934385 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1ed02fd9-de8e-4b34-ac80-3e1ff9fe67cd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1667488 May 24 15:41:06.936968 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed02fd9-de8e-4b34-ac80-3e1ff9fe67cd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c9d7e9-9c41-4ec5-bc91-395a542a2df8,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:06.937309 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 51750) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:06.943729 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-6462129d-6a13-44e9-bea4-89f8038377a7 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'security_group_rule': {'security_group_id': 'ac86c14c-2c83-4acf-900e-a0deae1ec097', 'project_id': 'dc2810000275432fb1337151b6883e90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:06.945752 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:06.992386 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-6462129d-6a13-44e9-bea4-89f8038377a7 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Project dc2810000275432fb1337151b6883e90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 15:41:07.002922 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6462129d-6a13-44e9-bea4-89f8038377a7 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (09997570-0a9d-46fc-bfba-8883a664652e), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:07.006799 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1e4bb-8770-4af2-bf5d-e40e8e3f7c56 None None] Pushing event updated for resources: {'Port': ['ID=4f4dfbc0-7c79-4061-9307-53d88c33ab66,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:07.089442 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Attempting to bind port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:41:07.089986 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Attempting to bind port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '85e04f82-6044-43c1-b8cc-bcf36e949bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:41:07.090379 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Attempting to bind port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 on network 6a2e365f-33cc-4555-b561-1d5e6df6f851 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:41:07.100359 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:41:07.100850 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Checking segment: {'id': '85e04f82-6044-43c1-b8cc-bcf36e949bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:41:07.101216 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:07.101611 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Bound using segment: {'id': '85e04f82-6044-43c1-b8cc-bcf36e949bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:41:07.102775 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Bound port: 4f4dfbc0-7c79-4061-9307-53d88c33ab66, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e04f82-6044-43c1-b8cc-bcf36e949bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:41:07.103161 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:07.119047 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6462129d-6a13-44e9-bea4-89f8038377a7 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (09997570-0a9d-46fc-bfba-8883a664652e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:07.124724 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6462129d-6a13-44e9-bea4-89f8038377a7 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (09997570-0a9d-46fc-bfba-8883a664652e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:07.155335 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462129d-6a13-44e9-bea4-89f8038377a7 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09997570-0a9d-46fc-bfba-8883a664652e,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:07.173677 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6462129d-6a13-44e9-bea4-89f8038377a7 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:07.175341 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-6462129d-6a13-44e9-bea4-89f8038377a7 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2370183 May 24 15:41:07.203406 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] For port 4f4dfbc0-7c79-4061-9307-53d88c33ab66, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:41:07.206978 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] For port 4f4dfbc0-7c79-4061-9307-53d88c33ab66, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=4f4dfbc0-7c79-4061-9307-53d88c33ab66,segment=NetworkSegment(85e04f82-6044-43c1-b8cc-bcf36e949bb5),segment_id=85e04f82-6044-43c1-b8cc-bcf36e949bb5)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:41:07.213646 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:07.281006 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:07.304860 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1e4bb-8770-4af2-bf5d-e40e8e3f7c56 None None] Pushing event updated for resources: {'Port': ['ID=4f4dfbc0-7c79-4061-9307-53d88c33ab66,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:07.308343 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Routers {'c6cfc90c-0120-40ad-b835-f495f05ba2c5'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:41:07.308945 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:40:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['c6cfc90c-0120-40ad-b835-f495f05ba2c5'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:41:07.380346 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-9e757f3c-8799-46e2-bfd8-b9aaae97237d None None] Provisioning complete for port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:07.381053 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9e757f3c-8799-46e2-bfd8-b9aaae97237d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:07.464218 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] Set router c6cfc90c-0120-40ad-b835-f495f05ba2c5 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:41:07.631240 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-9e757f3c-8799-46e2-bfd8-b9aaae97237d None None] Current status of the port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:07.631551 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9e757f3c-8799-46e2-bfd8-b9aaae97237d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:07.654824 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:07.656502 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda36f6-0951-495f-9460-638dd8f2c051 req-1c0ae80f-a813-4006-82a3-1dcd4ce85d69 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:07.664341 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3bda36f6-0951-495f-9460-638dd8f2c051 req-1c0ae80f-a813-4006-82a3-1dcd4ce85d69 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0712156 May 24 15:41:07.713401 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-9e757f3c-8799-46e2-bfd8-b9aaae97237d None None] For port 4f4dfbc0-7c79-4061-9307-53d88c33ab66, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=4f4dfbc0-7c79-4061-9307-53d88c33ab66,segment=NetworkSegment(85e04f82-6044-43c1-b8cc-bcf36e949bb5),segment_id=85e04f82-6044-43c1-b8cc-bcf36e949bb5)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:07.729603 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9e757f3c-8799-46e2-bfd8-b9aaae97237d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:07.770182 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3bda36f6-0951-495f-9460-638dd8f2c051 req-4fb8a577-38dc-4022-bc38-d8b1a781f10c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992060 May 24 15:41:07.872945 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e757f3c-8799-46e2-bfd8-b9aaae97237d None None] Pushing event updated for resources: {'Port': ['ID=4f4dfbc0-7c79-4061-9307-53d88c33ab66,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:07.880644 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-102cdcdf-b300-42c2-961c-d2c0abd0ebae None None] Provisioning complete for port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:07.881016 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-102cdcdf-b300-42c2-961c-d2c0abd0ebae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:07.883168 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'name': 'tempest-TestVolumeBootPattern-99925235-router', 'tenant_id': 'c5765604521448658675300905017afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:41:03Z', 'revision_number': 4, 'project_id': 'c5765604521448658675300905017afe', 'gw_port': {'id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '4f4dfbc0-7c79-4061-9307-53d88c33ab66', 'name': '', 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851', 'tenant_id': 'c5765604521448658675300905017afe', 'mac_address': 'fa:16:3e:84:f3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'f2803fda-2b71-4013-b0cc-65be50c4f725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:41:02Z', 'updated_at': '2022-05-24T15:41:07Z', 'revision_number': 4, 'project_id': 'c5765604521448658675300905017afe', 'subnets': [{'id': 'f2803fda-2b71-4013-b0cc-65be50c4f725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:41:07.926538 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdc7a0-f032-4c75-8d3f-1d7d5ca1a38e None None] The sync data for ids ['c6cfc90c-0120-40ad-b835-f495f05ba2c5'] in dv-cinder-843153-1-iscsi is: [{'id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'name': 'tempest-TestVolumeBootPattern-99925235-router', 'tenant_id': 'c5765604521448658675300905017afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:41:03Z', 'revision_number': 4, 'project_id': 'c5765604521448658675300905017afe', 'gw_port': {'id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '4f4dfbc0-7c79-4061-9307-53d88c33ab66', 'name': '', 'network_id': '6a2e365f-33cc-4555-b561-1d5e6df6f851', 'tenant_id': 'c5765604521448658675300905017afe', 'mac_address': 'fa:16:3e:84:f3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'f2803fda-2b71-4013-b0cc-65be50c4f725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:41:02Z', 'updated_at': '2022-05-24T15:41:07Z', 'revision_number': 4, 'project_id': 'c5765604521448658675300905017afe', 'subnets': [{'id': 'f2803fda-2b71-4013-b0cc-65be50c4f725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:41:08.001223 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-102cdcdf-b300-42c2-961c-d2c0abd0ebae None None] Current status of the port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:08.160834 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 4f4dfbc0-7c79-4061-9307-53d88c33ab66 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:41:08.213436 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:08.213436 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:08.311503 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:08.921068 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac74d72-0fe8-4ea1-80a7-438e0a4a02cf req-8307e829-7829-48b0-a0b7-1a75db4522f9 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:08.922664 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fac74d72-0fe8-4ea1-80a7-438e0a4a02cf req-8307e829-7829-48b0-a0b7-1a75db4522f9 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0605967 May 24 15:41:08.988472 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fac74d72-0fe8-4ea1-80a7-438e0a4a02cf req-5c975475-8f18-44a8-ab00-cf46258f1fa6 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593362 May 24 15:41:10.118895 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81218d41-5dfd-4157-a172-d849927751e2 req-89796a63-8c85-4454-b5c9-24e1c42bce6f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:10.120624 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-81218d41-5dfd-4157-a172-d849927751e2 req-89796a63-8c85-4454-b5c9-24e1c42bce6f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0549772 May 24 15:41:10.178573 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-81218d41-5dfd-4157-a172-d849927751e2 req-77947791-264b-458d-9155-50d0817e0314 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510778 May 24 15:41:11.312361 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d482e-bf97-4bcd-9d82-c80a7016b5f9 req-ca476573-f146-4652-b671-5c46c534c17e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:11.313953 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8c8d482e-bf97-4bcd-9d82-c80a7016b5f9 req-ca476573-f146-4652-b671-5c46c534c17e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0570872 May 24 15:41:11.366003 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8c8d482e-bf97-4bcd-9d82-c80a7016b5f9 req-1b0f4f1b-7ce3-45f0-98b0-f4a186f3f56d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459511 May 24 15:41:12.491084 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbcd9e-3c56-49cc-a5da-a59c86051877 req-ab8d75e6-b902-4dff-9c39-fe10a79caf45 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:12.492789 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dffbcd9e-3c56-49cc-a5da-a59c86051877 req-ab8d75e6-b902-4dff-9c39-fe10a79caf45 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0494215 May 24 15:41:12.521065 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:12.559750 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dffbcd9e-3c56-49cc-a5da-a59c86051877 req-2160700f-c36b-4124-bb22-e22d94ef6d76 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606852 May 24 15:41:12.978074 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-a491db71-4d2f-4cce-8b23-9d14289c91ac tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=25ca54924ba846d2ad7a1972f1cb351c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472734 May 24 15:41:13.247163 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a67cb4-532d-454a-9787-9000477e504e req-1b7fbc3b-ab89-4f5f-880d-5d71c34afc80 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:13.248716 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-1b7fbc3b-ab89-4f5f-880d-5d71c34afc80 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559495 May 24 15:41:13.273475 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-dfab4b64-1d05-4c0b-9e42-130fe330a9d9 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/quotas/25ca54924ba846d2ad7a1972f1cb351c HTTP/1.1" status: 200 len: 375 time: 0.0181115 May 24 15:41:13.324778 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-dde2b44e-072a-4553-8937-fb402cff4962 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=25ca54924ba846d2ad7a1972f1cb351c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435081 May 24 15:41:13.525320 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=7 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:13.526133 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=39 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:13.580313 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6e06fd14-2b91-4718-8853-dda42004df20 req-19a503ba-00e7-46e4-8fa6-f15e9b52bac4 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 210 time: 0.0664737 May 24 15:41:13.710362 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:13.727149 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee9641-2368-494d-8ca3-8b3dc0339b4c req-b28253cd-cbc7-4b74-bbc7-6c8b23337d39 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:13.734481 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-86ee9641-2368-494d-8ca3-8b3dc0339b4c req-b28253cd-cbc7-4b74-bbc7-6c8b23337d39 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0763333 May 24 15:41:13.800784 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-86ee9641-2368-494d-8ca3-8b3dc0339b4c req-7610e7f6-d6d5-4a13-90c0-5761bb71c30f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647531 May 24 15:41:14.676482 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a018b09f-ae0b-4bae-b770-158e3b837e8d req-dd4b8ae4-c126-4e3e-9a6c-28d2a8a2eef9 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 210 time: 0.0285306 May 24 15:41:14.941099 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb34b0-e308-4506-b540-844386b0c5b6 req-2a5da7dd-20e5-40c8-a8eb-6b3f68a1601d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:14.942626 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-33cb34b0-e308-4506-b540-844386b0c5b6 req-2a5da7dd-20e5-40c8-a8eb-6b3f68a1601d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0505464 May 24 15:41:14.994727 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-33cb34b0-e308-4506-b540-844386b0c5b6 req-e653da97-5038-43c2-a952-7091320208de tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458629 May 24 15:41:15.792196 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-68789141-19df-47a2-a0e0-d5b0e8109085 req-ded82b7e-441b-4bc6-8525-37165e35ec0e tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 210 time: 0.0366459 May 24 15:41:16.118200 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8785f7d-5d3c-47e9-a712-2946c8c0d3a8 req-991b9a81-2a8b-4b7c-865b-312a91d4a46c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:16.119676 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a8785f7d-5d3c-47e9-a712-2946c8c0d3a8 req-991b9a81-2a8b-4b7c-865b-312a91d4a46c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0479434 May 24 15:41:16.168580 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a8785f7d-5d3c-47e9-a712-2946c8c0d3a8 req-c6881ce8-0978-4fdb-b923-42686ac55918 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431185 May 24 15:41:16.905044 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-da5b6e0d-ab5c-4260-b777-c3c81743b79c req-c6ef90ae-ee7d-45f8-86ed-63acdd4efa0b tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 210 time: 0.0386233 May 24 15:41:16.923343 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=8,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:16.928845 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:17.289823 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a52e8-9316-4843-8626-d13e61db1e8c req-101aa9e9-1347-4aee-a775-458cc03d7f71 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:17.291346 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-699a52e8-9316-4843-8626-d13e61db1e8c req-101aa9e9-1347-4aee-a775-458cc03d7f71 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0485640 May 24 15:41:17.338713 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-699a52e8-9316-4843-8626-d13e61db1e8c req-dfc7bc23-980f-4158-9d4e-79445b6026b9 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417502 May 24 15:41:17.878564 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-67152356-b19e-4f39-886a-2b558cf2f314 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=25ca54924ba846d2ad7a1972f1cb351c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251195 May 24 15:41:18.021605 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f7eabb2a-a564-4c7e-899c-be74b949757d req-0250c996-f834-484f-b630-3e9a03445749 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 210 time: 0.0462749 May 24 15:41:18.031320 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a67cb4-532d-454a-9787-9000477e504e req-ce083c82-3d10-46ea-abb4-d518880d09be tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:18.033229 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-ce083c82-3d10-46ea-abb4-d518880d09be tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494856 May 24 15:41:18.155597 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Request body: {'port': {'device_id': 'c08e53b2-ee00-41ba-9189-a7193bb62d73', 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6', 'admin_state_up': True, 'tenant_id': '25ca54924ba846d2ad7a1972f1cb351c'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:18.269717 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=46 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:18.270349 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Made reservation on behalf of 25ca54924ba846d2ad7a1972f1cb351c for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:41:18.274724 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:18.289011 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:18.309519 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:18.366907 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:18.381745 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Publish callbacks [] for security_group (5abe06a6-0f0f-47b2-b104-d2cbda84581c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:18.387162 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (5abe06a6-0f0f-47b2-b104-d2cbda84581c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:18.396679 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bbc77b5a-e432-4ff8-a627-587b6f4118ee req-40c973d1-e008-4861-9640-03c2bb318c80 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457549 May 24 15:41:18.486566 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77b5a-e432-4ff8-a627-587b6f4118ee req-03869c44-5699-4a3c-aaf5-a89be0674bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:18.489003 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bbc77b5a-e432-4ff8-a627-587b6f4118ee req-03869c44-5699-4a3c-aaf5-a89be0674bac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 1129 time: 0.0494456 May 24 15:41:18.496622 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abe06a6-0f0f-47b2-b104-d2cbda84581c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:18.516840 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b54073-6bc1-4df9-a996-d5db08cf22e0 req-04ddfc78-4a19-4aea-9db9-e1e27df2e082 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:18.518550 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-92b54073-6bc1-4df9-a996-d5db08cf22e0 req-04ddfc78-4a19-4aea-9db9-e1e27df2e082 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0717657 May 24 15:41:18.565248 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:18.618896 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Allocated IP 192.168.233.5 (6070d02f-f2b2-449e-af4c-2dfd2984edf6/af30b785-95ea-49eb-aa2a-37c7efea638f/79edbe8a-3ab9-40f3-9023-617b5cf0b710) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:41:18.623593 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-92b54073-6bc1-4df9-a996-d5db08cf22e0 req-d781457c-13ba-45ec-a336-f8d8e0760b64 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972896 May 24 15:41:18.642762 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77b5a-e432-4ff8-a627-587b6f4118ee req-683ca436-b780-4112-be0e-cf48554ff404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:18.645266 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bbc77b5a-e432-4ff8-a627-587b6f4118ee req-683ca436-b780-4112-be0e-cf48554ff404 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.1105220 May 24 15:41:18.691140 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bbc77b5a-e432-4ff8-a627-587b6f4118ee req-d9fd32b3-c48c-4cab-8716-2cc6d9ef73b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e827b410-d904-420a-8600-036fec1a80f7 HTTP/1.1" status: 200 len: 217 time: 0.0387950 May 24 15:41:18.756831 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77b5a-e432-4ff8-a627-587b6f4118ee req-52752ecf-8d82-4e51-961e-cd9864606ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:18.758489 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bbc77b5a-e432-4ff8-a627-587b6f4118ee req-52752ecf-8d82-4e51-961e-cd9864606ce6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0607471 May 24 15:41:18.810655 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Publish callbacks [] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:18.827429 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77b5a-e432-4ff8-a627-587b6f4118ee req-e96ec0f1-407c-4ec8-b854-4145ef45c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:18.829481 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bbc77b5a-e432-4ff8-a627-587b6f4118ee req-e96ec0f1-407c-4ec8-b854-4145ef45c9ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557599 May 24 15:41:18.846084 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:18.895713 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Network 6070d02f-f2b2-449e-af4c-2dfd2984edf6 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:41:18.899130 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:41:18.903035 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:41:18.930291 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Pushing event updated for resources: {'Port': ['ID=79edbe8a-3ab9-40f3-9023-617b5cf0b710,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:18.932232 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bbc77b5a-e432-4ff8-a627-587b6f4118ee req-ea33518b-d716-4d01-8054-0c439e7b4117 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953555 May 24 15:41:18.960713 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:18.961369 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:18.980626 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-cd864630-75d1-4e87-a372-77ef9c2f0758 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8312912 May 24 15:41:19.003684 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Request body: {'port': {'device_id': 'c08e53b2-ee00-41ba-9189-a7193bb62d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:19.053336 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bbc77b5a-e432-4ff8-a627-587b6f4118ee req-aa52ef31-7bbe-4370-b086-8f1e02ff1f77 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133976 May 24 15:41:19.074806 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:19.195279 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee27c22-117b-45c2-a375-b4ea2d794979 req-9c91fa02-77e1-49a7-8433-9640b54d1ac6 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:19.196907 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cee27c22-117b-45c2-a375-b4ea2d794979 req-9c91fa02-77e1-49a7-8433-9640b54d1ac6 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 934 time: 0.0885904 May 24 15:41:19.217305 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c1aaa8cb-dcaa-4e43-bfb0-d7c72a7f67fb None None] Provisioning complete for port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:19.217771 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa8cb-dcaa-4e43-bfb0-d7c72a7f67fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:19.239332 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:19.250575 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c1aaa8cb-dcaa-4e43-bfb0-d7c72a7f67fb None None] Port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:41:19.341120 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cee27c22-117b-45c2-a375-b4ea2d794979 req-e1e96f98-17b1-4a8a-a358-7309a48a9ff4 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309850 May 24 15:41:19.470628 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:19.473622 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79edbe8a-3ab9-40f3-9023-617b5cf0b710 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:41:19.481556 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Publish callbacks [] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:19.498348 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Transition to ACTIVE for port object 79edbe8a-3ab9-40f3-9023-617b5cf0b710 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:41:19.502730 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:19.561590 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Pushing event updated for resources: {'Port': ['ID=79edbe8a-3ab9-40f3-9023-617b5cf0b710,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:19.631008 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Attempting to bind port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:41:19.631332 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Attempting to bind port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': 'eda92269-9900-4f29-9c0f-3c479fff46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:41:19.631657 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Attempting to bind port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 on network 6070d02f-f2b2-449e-af4c-2dfd2984edf6 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:41:19.636642 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 on network 6070d02f-f2b2-449e-af4c-2dfd2984edf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:41:19.636959 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Attempting to bind port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 on network 6070d02f-f2b2-449e-af4c-2dfd2984edf6 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:41:19.643009 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:41:19.643379 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Checking segment: {'id': 'eda92269-9900-4f29-9c0f-3c479fff46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:41:19.643787 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Bound using segment: {'id': 'eda92269-9900-4f29-9c0f-3c479fff46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:41:19.644253 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Bound port: 79edbe8a-3ab9-40f3-9023-617b5cf0b710, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda92269-9900-4f29-9c0f-3c479fff46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:41:19.644597 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:19.713950 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] For port 79edbe8a-3ab9-40f3-9023-617b5cf0b710, host hv-cinder-84315, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:41:19.718773 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] For port 79edbe8a-3ab9-40f3-9023-617b5cf0b710, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=79edbe8a-3ab9-40f3-9023-617b5cf0b710,segment=NetworkSegment(eda92269-9900-4f29-9c0f-3c479fff46e9),segment_id=eda92269-9900-4f29-9c0f-3c479fff46e9)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:41:19.749010 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:19.794676 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb916bc7-400a-4a08-8f90-34cfe5b39efd req-cd0e64bf-b5ab-46dc-9a3e-4cf56b6564ad tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:19.796168 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cb916bc7-400a-4a08-8f90-34cfe5b39efd req-cd0e64bf-b5ab-46dc-9a3e-4cf56b6564ad tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0798886 May 24 15:41:19.797361 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:19.797952 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:19.802119 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] 10.222.0.59 "PUT /v2.0/ports/79edbe8a-3ab9-40f3-9023-617b5cf0b710 HTTP/1.1" status: 200 len: 1096 time: 0.8002396 May 24 15:41:19.804846 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08e53b2-ee00-41ba-9189-a7193bb62d73', 'tag': '79edbe8a-3ab9-40f3-9023-617b5cf0b710'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:41:19.806883 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c8ceb6-c299-46ab-b3fb-b20e7eedebee" -d '{"events": [{"name": "network-changed", "server_uuid": "c08e53b2-ee00-41ba-9189-a7193bb62d73", "tag": "79edbe8a-3ab9-40f3-9023-617b5cf0b710"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:41:19.874663 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d27a09-4bc7-423b-a454-e9d65514960a x-openstack-request-id: req-f1d27a09-4bc7-423b-a454-e9d65514960a {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:41:19.875632 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08e53b2-ee00-41ba-9189-a7193bb62d73", "tag": "79edbe8a-3ab9-40f3-9023-617b5cf0b710", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:41:19.875865 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1d27a09-4bc7-423b-a454-e9d65514960a {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:41:19.876376 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d27a09-4bc7-423b-a454-e9d65514960a'] response: {'name': 'network-changed', 'server_uuid': 'c08e53b2-ee00-41ba-9189-a7193bb62d73', 'tag': '79edbe8a-3ab9-40f3-9023-617b5cf0b710', 'status': 'completed', 'code': 200} May 24 15:41:19.932658 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea202b-d683-4f57-bbfb-e9ecb8b0bc4d service neutron] Pushing event updated for resources: {'Port': ['ID=79edbe8a-3ab9-40f3-9023-617b5cf0b710,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:19.948169 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cb916bc7-400a-4a08-8f90-34cfe5b39efd req-75f99a2c-d355-48e5-8007-c560d99f699c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337726 May 24 15:41:19.954454 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a67cb4-532d-454a-9787-9000477e504e req-f8094564-345e-4343-90f1-016bef129186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:19.956210 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-f8094564-345e-4343-90f1-016bef129186 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25ca54924ba846d2ad7a1972f1cb351c&device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 1130 time: 0.0591710 May 24 15:41:20.003760 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-54180522-85dd-4485-9e64-20a0d616391b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=79edbe8a-3ab9-40f3-9023-617b5cf0b710 HTTP/1.1" status: 200 len: 217 time: 0.0337963 May 24 15:41:20.058958 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a67cb4-532d-454a-9787-9000477e504e req-c1f83668-ae63-4ebd-ba93-fa954baf4758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:20.061022 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-c1f83668-ae63-4ebd-ba93-fa954baf4758 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af30b785-95ea-49eb-aa2a-37c7efea638f HTTP/1.1" status: 200 len: 843 time: 0.0511897 May 24 15:41:20.113493 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a67cb4-532d-454a-9787-9000477e504e req-d5ef91ee-e607-42dd-87f0-42687b3a0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:20.114904 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-d5ef91ee-e607-42dd-87f0-42687b3a0891 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6070d02f-f2b2-449e-af4c-2dfd2984edf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0435135 May 24 15:41:20.217483 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-02f4b358-fe84-4b0a-9731-60f12d984c12 service neutron] 10.222.0.59 "GET /v2.0/networks/6070d02f-f2b2-449e-af4c-2dfd2984edf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859323 May 24 15:41:20.282635 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:20.322787 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-20a67cb4-532d-454a-9787-9000477e504e req-268094cb-2c07-4a83-9fe2-0d06a9220cf0 service neutron] 10.222.0.59 "GET /v2.0/networks/6070d02f-f2b2-449e-af4c-2dfd2984edf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933406 May 24 15:41:20.457556 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee9869-d4cb-476f-93b8-67c7427e39af req-2af85c96-6875-4f3d-91b9-6b6de3770cff tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:20.459026 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d2ee9869-d4cb-476f-93b8-67c7427e39af req-2af85c96-6875-4f3d-91b9-6b6de3770cff tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 946 time: 0.0483444 May 24 15:41:20.507643 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d2ee9869-d4cb-476f-93b8-67c7427e39af req-66b9a2c4-a240-4af8-8a18-7041c2b06724 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 May 24 15:41:21.081780 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58f565-155e-4663-83ec-dfbe1052c4ce req-6182188d-4b4f-47e8-9ea1-1b9754a98358 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:21.083262 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3c58f565-155e-4663-83ec-dfbe1052c4ce req-6182188d-4b4f-47e8-9ea1-1b9754a98358 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0584373 May 24 15:41:21.134102 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:21.139735 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3c58f565-155e-4663-83ec-dfbe1052c4ce req-7a30c3cc-f4ff-464a-8c0e-d1ebcb0ff490 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508265 May 24 15:41:21.448067 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8ceb6-c299-46ab-b3fb-b20e7eedebee req-18ff0890-96ce-40fd-bcb0-78b7b3eb5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:21.450158 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-61c8ceb6-c299-46ab-b3fb-b20e7eedebee req-18ff0890-96ce-40fd-bcb0-78b7b3eb5df4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25ca54924ba846d2ad7a1972f1cb351c&device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 1130 time: 0.0435460 May 24 15:41:21.549777 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8ceb6-c299-46ab-b3fb-b20e7eedebee req-9fc27431-3b9d-4f28-aa0a-740cd04ba3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:21.551483 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-61c8ceb6-c299-46ab-b3fb-b20e7eedebee req-9fc27431-3b9d-4f28-aa0a-740cd04ba3b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6070d02f-f2b2-449e-af4c-2dfd2984edf6 HTTP/1.1" status: 200 len: 870 time: 0.0937665 May 24 15:41:21.627876 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854e423-5e01-4a5d-bd59-0988dbe18c8f req-6af20e85-35d5-41ca-a2a5-26d875f0aa35 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:21.629429 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a854e423-5e01-4a5d-bd59-0988dbe18c8f req-6af20e85-35d5-41ca-a2a5-26d875f0aa35 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 946 time: 0.0519814 May 24 15:41:21.686546 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-61c8ceb6-c299-46ab-b3fb-b20e7eedebee req-ed9df0d3-bf47-4782-82ec-7f92ae313ec2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=79edbe8a-3ab9-40f3-9023-617b5cf0b710 HTTP/1.1" status: 200 len: 217 time: 0.0361912 May 24 15:41:21.708118 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a854e423-5e01-4a5d-bd59-0988dbe18c8f req-3114e7c4-84c4-4a70-b77f-8261fa032211 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714569 May 24 15:41:22.268597 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48df620-7734-4e39-b92f-18a018b97108 req-fed919e6-82de-46e4-9926-e3879b8302ac tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:22.270082 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c48df620-7734-4e39-b92f-18a018b97108 req-fed919e6-82de-46e4-9926-e3879b8302ac tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0527017 May 24 15:41:22.320948 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c48df620-7734-4e39-b92f-18a018b97108 req-4bbb3b9c-be35-455a-a215-e810b90be2de tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447819 May 24 15:41:22.551751 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8ceb6-c299-46ab-b3fb-b20e7eedebee req-5a020d57-acd9-46d1-8a2c-ae58ebc4c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:22.553139 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-61c8ceb6-c299-46ab-b3fb-b20e7eedebee req-5a020d57-acd9-46d1-8a2c-ae58ebc4c0a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af30b785-95ea-49eb-aa2a-37c7efea638f HTTP/1.1" status: 200 len: 843 time: 0.0462043 May 24 15:41:22.600019 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8ceb6-c299-46ab-b3fb-b20e7eedebee req-be1707b9-7e0d-4ed0-b567-4ef839dcb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:22.601584 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-61c8ceb6-c299-46ab-b3fb-b20e7eedebee req-be1707b9-7e0d-4ed0-b567-4ef839dcb255 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6070d02f-f2b2-449e-af4c-2dfd2984edf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0407324 May 24 15:41:22.705177 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-61c8ceb6-c299-46ab-b3fb-b20e7eedebee req-e8802f7c-e3ff-4085-9717-4f94748a83d7 service neutron] 10.222.0.59 "GET /v2.0/networks/6070d02f-f2b2-449e-af4c-2dfd2984edf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929339 May 24 15:41:22.830344 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-61c8ceb6-c299-46ab-b3fb-b20e7eedebee req-f98cf125-296a-44f8-a0d3-97c5f76f696d service neutron] 10.222.0.59 "GET /v2.0/networks/6070d02f-f2b2-449e-af4c-2dfd2984edf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185687 May 24 15:41:22.841032 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e4800-89d9-4470-b318-f877fc0031ce req-7c19beb6-a361-4964-9e50-6833e4be8755 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:22.842732 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2b2e4800-89d9-4470-b318-f877fc0031ce req-7c19beb6-a361-4964-9e50-6833e4be8755 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 946 time: 0.0672016 May 24 15:41:22.897381 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2b2e4800-89d9-4470-b318-f877fc0031ce req-3c7e7484-7a96-4399-83b3-632b50de49f3 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478530 May 24 15:41:23.057535 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 79edbe8a-3ab9-40f3-9023-617b5cf0b710 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:41:23.163893 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 79edbe8a-3ab9-40f3-9023-617b5cf0b710, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=79edbe8a-3ab9-40f3-9023-617b5cf0b710,segment=NetworkSegment(eda92269-9900-4f29-9c0f-3c479fff46e9),segment_id=eda92269-9900-4f29-9c0f-3c479fff46e9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:23.175798 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': '79edbe8a-3ab9-40f3-9023-617b5cf0b710', 'network_id': '6070d02f-f2b2-449e-af4c-2dfd2984edf6', 'port_id': '79edbe8a-3ab9-40f3-9023-617b5cf0b710', 'mac_address': 'fa:16:3e:2e:ab:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af30b785-95ea-49eb-aa2a-37c7efea638f', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:41:23.211589 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:23.211978 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:23.225844 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79edbe8a-3ab9-40f3-9023-617b5cf0b710 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:41:23.245781 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 79edbe8a-3ab9-40f3-9023-617b5cf0b710, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=79edbe8a-3ab9-40f3-9023-617b5cf0b710,segment=NetworkSegment(eda92269-9900-4f29-9c0f-3c479fff46e9),segment_id=eda92269-9900-4f29-9c0f-3c479fff46e9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:23.252314 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:23.304346 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=79edbe8a-3ab9-40f3-9023-617b5cf0b710,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:23.446761 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d55dba-20ab-4219-ae95-5f7c643d8579 req-db8d4ae9-bbbc-4fee-a4b2-3d18d8880db7 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:23.448260 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-96d55dba-20ab-4219-ae95-5f7c643d8579 req-db8d4ae9-bbbc-4fee-a4b2-3d18d8880db7 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0475500 May 24 15:41:23.495573 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-96d55dba-20ab-4219-ae95-5f7c643d8579 req-2b82e5ed-9eb1-4e64-9a9d-46c4c693782b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416899 May 24 15:41:23.674209 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['79edbe8a-3ab9-40f3-9023-617b5cf0b710'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:41:23.864804 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:24.028764 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593a9f4-d9ec-4114-b315-6752476a3d90 req-f6a603a8-a74f-45ec-8ff2-63bc217710f1 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:24.030366 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8593a9f4-d9ec-4114-b315-6752476a3d90 req-f6a603a8-a74f-45ec-8ff2-63bc217710f1 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 947 time: 0.0547941 May 24 15:41:24.050863 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:24.079363 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8593a9f4-d9ec-4114-b315-6752476a3d90 req-c002700f-b14b-43e8-bc73-e03194277a15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 May 24 15:41:24.621028 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6bb1d-16cb-4f6f-a416-a940ea33db42 req-6725cc74-2a9f-4eae-9e7a-f05a88adc721 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:24.622457 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-50a6bb1d-16cb-4f6f-a416-a940ea33db42 req-6725cc74-2a9f-4eae-9e7a-f05a88adc721 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 943 time: 0.0524259 May 24 15:41:24.649823 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:24.673116 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-50a6bb1d-16cb-4f6f-a416-a940ea33db42 req-031ec5b1-e74d-401e-a5c4-0699eed8ec46 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450330 May 24 15:41:25.059241 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device b4136280-42c5-46f1-8248-0dcb997d0277 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:41:25.075182 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 79edbe8a-3ab9-40f3-9023-617b5cf0b710 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:41:25.174002 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:41:25.198631 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:25.199203 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:25.204988 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c04d2-7a65-404f-a804-4ff8958246f8 req-262392ca-3a5e-4dc5-8164-55da61194e7b tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:25.211456 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b28c04d2-7a65-404f-a804-4ff8958246f8 req-262392ca-3a5e-4dc5-8164-55da61194e7b tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 947 time: 0.0595918 May 24 15:41:25.246462 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=b4136280-42c5-46f1-8248-0dcb997d0277,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:25.256731 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b28c04d2-7a65-404f-a804-4ff8958246f8 req-29a8a102-c1af-4068-a0fb-1db13129a5f2 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443506 May 24 15:41:25.263789 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'port_id': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'mac_address': 'fa:16:3e:21:60:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:41:25.290376 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:25.292509 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:25.336879 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port b4136280-42c5-46f1-8248-0dcb997d0277 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:25.337263 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:25.341091 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:25.341450 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:25.371696 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4136280-42c5-46f1-8248-0dcb997d0277 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:41:25.377620 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-58293d30-89ee-47f7-b900-907db7262898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:25.384863 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08e53b2-ee00-41ba-9189-a7193bb62d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79edbe8a-3ab9-40f3-9023-617b5cf0b710'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:41:25.387074 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c4a9ae-5e59-4ce8-bc93-953c50ef207d" -d '{"events": [{"server_uuid": "c08e53b2-ee00-41ba-9189-a7193bb62d73", "name": "network-vif-plugged", "status": "completed", "tag": "79edbe8a-3ab9-40f3-9023-617b5cf0b710"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:41:25.410491 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 79edbe8a-3ab9-40f3-9023-617b5cf0b710, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=79edbe8a-3ab9-40f3-9023-617b5cf0b710,segment=NetworkSegment(eda92269-9900-4f29-9c0f-3c479fff46e9),segment_id=eda92269-9900-4f29-9c0f-3c479fff46e9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:25.414987 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=b4136280-42c5-46f1-8248-0dcb997d0277,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:25.416923 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:25.422285 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:25.425930 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cd7c86-3d30-416b-a017-02ddd273ba3d x-openstack-request-id: req-05cd7c86-3d30-416b-a017-02ddd273ba3d {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:41:25.426216 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08e53b2-ee00-41ba-9189-a7193bb62d73", "name": "network-vif-plugged", "status": "completed", "tag": "79edbe8a-3ab9-40f3-9023-617b5cf0b710", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:41:25.426494 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05cd7c86-3d30-416b-a017-02ddd273ba3d {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:41:25.426959 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05cd7c86-3d30-416b-a017-02ddd273ba3d'] response: {'server_uuid': 'c08e53b2-ee00-41ba-9189-a7193bb62d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79edbe8a-3ab9-40f3-9023-617b5cf0b710', 'code': 200} May 24 15:41:25.470987 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=79edbe8a-3ab9-40f3-9023-617b5cf0b710,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:25.479995 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.480675 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.481044 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.481385 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.481738 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.482086 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.482506 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.483032 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.483270 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.483604 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.483999 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.484387 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.484626 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.484959 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.485275 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:25.544994 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=b4136280-42c5-46f1-8248-0dcb997d0277,revision_number=9']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:25.695614 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7bf33-f39a-4c66-8883-7032a6dd5cf1 req-f0afa549-8709-498f-af7d-e6789982650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:25.697125 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-36e7bf33-f39a-4c66-8883-7032a6dd5cf1 req-f0afa549-8709-498f-af7d-e6789982650d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 1132 time: 0.0408013 May 24 15:41:25.759245 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-36e7bf33-f39a-4c66-8883-7032a6dd5cf1 req-948cf991-a71f-4427-b65f-48befbd2d729 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516596 May 24 15:41:25.804519 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e014fa6-e798-4882-84b8-94f84e3dd514 req-3aec805a-5ff3-4198-a0ca-d7d43b1e8d43 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:25.805962 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e014fa6-e798-4882-84b8-94f84e3dd514 req-3aec805a-5ff3-4198-a0ca-d7d43b1e8d43 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 944 time: 0.0458660 May 24 15:41:25.851421 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['b4136280-42c5-46f1-8248-0dcb997d0277'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:41:25.852557 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e014fa6-e798-4882-84b8-94f84e3dd514 req-5ddbf9fb-11a0-4db3-b5a0-139bd9f739ac tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408649 May 24 15:41:26.379489 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733ea98-60cd-43fe-96b7-db64a4335985 req-e9bb58bb-591c-4fc7-b308-8e95d6c7df31 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:26.380905 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e733ea98-60cd-43fe-96b7-db64a4335985 req-e9bb58bb-591c-4fc7-b308-8e95d6c7df31 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0500383 May 24 15:41:26.432572 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e733ea98-60cd-43fe-96b7-db64a4335985 req-12fd2ec5-be8c-4892-b995-7923efa2981f tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457642 May 24 15:41:26.890701 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:41:26.988651 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2856db-9d05-4d22-a031-429958a7ec7f req-54aba78d-2bfb-48ad-b51b-63f38740946e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:26.990326 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-aa2856db-9d05-4d22-a031-429958a7ec7f req-54aba78d-2bfb-48ad-b51b-63f38740946e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 944 time: 0.0561526 May 24 15:41:27.040644 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-aa2856db-9d05-4d22-a031-429958a7ec7f req-79df3ab8-c6b2-4f92-ae03-cfd324b0b971 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446169 May 24 15:41:27.564066 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a85b28-a416-4382-ae0c-2ffc1b5c674f req-e6a6e293-3c27-4884-9f98-6c222ece193a tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:27.565672 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-75a85b28-a416-4382-ae0c-2ffc1b5c674f req-e6a6e293-3c27-4884-9f98-6c222ece193a tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0488148 May 24 15:41:27.585766 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c1968941-ce16-4dd7-9719-20ce7d3dc37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:27.613845 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-75a85b28-a416-4382-ae0c-2ffc1b5c674f req-8cbd4b9d-4df0-4c6f-8e6a-6e0bd1e7c700 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 May 24 15:41:28.174635 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb347-c6c9-4cc3-bd18-998f2ecab580 req-4ea01589-cc81-4ee8-8729-602570b08745 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:28.176408 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5a8cb347-c6c9-4cc3-bd18-998f2ecab580 req-4ea01589-cc81-4ee8-8729-602570b08745 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 944 time: 0.0523570 May 24 15:41:28.225984 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5a8cb347-c6c9-4cc3-bd18-998f2ecab580 req-87a8b12e-a2bf-4d1c-bd9f-43147893a382 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419655 May 24 15:41:28.745180 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132ee6-1163-409e-a0bb-22bc618d4563 req-c5b4b441-8bb7-4bff-ab42-e26a0f122b96 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:28.746633 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a6132ee6-1163-409e-a0bb-22bc618d4563 req-c5b4b441-8bb7-4bff-ab42-e26a0f122b96 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0570807 May 24 15:41:28.797090 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a6132ee6-1163-409e-a0bb-22bc618d4563 req-944b20d8-f559-403c-aadb-6a2ca4c071e4 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427790 May 24 15:41:29.044211 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=47 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:29.045468 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=46 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:29.128384 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:29.356458 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc2ed6-83c1-4f55-b518-38ec04418e76 req-8febce2d-381a-4e04-8b48-35eb27005450 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:29.357826 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-44dc2ed6-83c1-4f55-b518-38ec04418e76 req-8febce2d-381a-4e04-8b48-35eb27005450 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 944 time: 0.0469131 May 24 15:41:29.409891 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-44dc2ed6-83c1-4f55-b518-38ec04418e76 req-558bf9b8-a464-42bb-993c-84f974383396 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465391 May 24 15:41:29.926269 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d50410-8ff5-45b5-bf5c-d57168d38a49 req-3f952143-1378-4522-8222-0c294edc2edf tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:29.927735 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-57d50410-8ff5-45b5-bf5c-d57168d38a49 req-3f952143-1378-4522-8222-0c294edc2edf tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0490899 May 24 15:41:29.978777 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-57d50410-8ff5-45b5-bf5c-d57168d38a49 req-2a05a43b-d29b-473c-bbc6-4f5f364b0baa tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 May 24 15:41:30.052639 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device b4136280-42c5-46f1-8248-0dcb997d0277 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:41:30.104624 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port b4136280-42c5-46f1-8248-0dcb997d0277 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:30.104983 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:30.294505 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port b4136280-42c5-46f1-8248-0dcb997d0277 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:30.295232 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:30.328320 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:41:30.330711 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953dd5df-ba67-46e4-b084-1b5c915142c1" -d '{"events": [{"server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "name": "network-vif-plugged", "status": "completed", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:41:30.340982 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:30.344776 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=b4136280-42c5-46f1-8248-0dcb997d0277,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:30.350077 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:30.373372 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f540513c-e8c3-4e31-b86d-3d32045a1ff4 x-openstack-request-id: req-f540513c-e8c3-4e31-b86d-3d32045a1ff4 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:41:30.373648 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "name": "network-vif-plugged", "status": "completed", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:41:30.373897 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f540513c-e8c3-4e31-b86d-3d32045a1ff4 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:41:30.374284 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f540513c-e8c3-4e31-b86d-3d32045a1ff4'] response: {'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'code': 200} May 24 15:41:30.401702 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=b4136280-42c5-46f1-8248-0dcb997d0277,revision_number=10']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:30.519489 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:30.522459 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:30.533680 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcbb94-efdf-4174-ba65-a6229b1c0a67 req-eafad028-57c7-4b76-a820-b42e61c9a5b9 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:30.535175 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-03dcbb94-efdf-4174-ba65-a6229b1c0a67 req-eafad028-57c7-4b76-a820-b42e61c9a5b9 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0493603 May 24 15:41:30.585335 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-03dcbb94-efdf-4174-ba65-a6229b1c0a67 req-92f7825b-951f-4e34-889b-583d4f3e7c5f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416083 May 24 15:41:31.102421 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8bf72-9988-43e0-97e8-5823d319e11e req-34d85ec3-d3b6-46d6-b4c8-a46d7659cc30 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:31.103934 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ead8bf72-9988-43e0-97e8-5823d319e11e req-34d85ec3-d3b6-46d6-b4c8-a46d7659cc30 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0509369 May 24 15:41:31.153714 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ead8bf72-9988-43e0-97e8-5823d319e11e req-98113f96-37d3-469f-8fb6-e313f2acdcff tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 May 24 15:41:31.417018 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134c27-6eae-41e0-aee3-136c3e1ee774 req-0a4833a1-ed41-41d8-bcf1-24761e711d87 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:31.418501 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-44134c27-6eae-41e0-aee3-136c3e1ee774 req-0a4833a1-ed41-41d8-bcf1-24761e711d87 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0559783 May 24 15:41:31.477875 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-44134c27-6eae-41e0-aee3-136c3e1ee774 req-8ce4c2e0-ee10-4327-811c-13c7ecfa1785 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512385 May 24 15:41:31.721040 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc754ba6-a7b0-41d6-b233-8d9a41a51da2 req-8ccea4ee-9063-4804-9703-f2223e2189db tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:31.722350 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:31.723066 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fc754ba6-a7b0-41d6-b233-8d9a41a51da2 req-8ccea4ee-9063-4804-9703-f2223e2189db tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0541523 May 24 15:41:32.006512 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fc754ba6-a7b0-41d6-b233-8d9a41a51da2 req-ba442f00-e948-43e6-844c-198b7faae876 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760546 May 24 15:41:32.611715 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd1bc9-9814-4cbc-aa63-d6e979d0f027 req-107712f5-3320-49ee-9031-208af10a01e6 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:32.613398 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-03fd1bc9-9814-4cbc-aa63-d6e979d0f027 req-107712f5-3320-49ee-9031-208af10a01e6 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0481310 May 24 15:41:32.665480 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-03fd1bc9-9814-4cbc-aa63-d6e979d0f027 req-0b2da0e7-5317-4c12-9e36-66848cfbdba5 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449958 May 24 15:41:33.135874 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c2ecf-a9a8-4a35-b0bd-185744b33f6d req-f4d0281f-187f-49cd-a15f-e55ede4aa76c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:33.137251 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-563c2ecf-a9a8-4a35-b0bd-185744b33f6d req-f4d0281f-187f-49cd-a15f-e55ede4aa76c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0475786 May 24 15:41:33.187268 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-563c2ecf-a9a8-4a35-b0bd-185744b33f6d req-f3505e67-51e9-4ca5-897d-2d2646726496 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445099 May 24 15:41:33.787096 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe867537-c512-4467-bca0-670554bfb780 req-605adb48-f7b4-4022-8caa-297a9a404bd7 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:33.788594 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe867537-c512-4467-bca0-670554bfb780 req-605adb48-f7b4-4022-8caa-297a9a404bd7 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0527956 May 24 15:41:33.840577 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe867537-c512-4467-bca0-670554bfb780 req-77d49fdc-2b90-463e-a22b-6758aecaff35 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460341 May 24 15:41:34.305062 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d993fd5-db51-4da0-9975-d8c98d4c4b80 req-62fa5f3b-b10d-416a-8aa7-3362cb266fe5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:34.306557 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9d993fd5-db51-4da0-9975-d8c98d4c4b80 req-62fa5f3b-b10d-416a-8aa7-3362cb266fe5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0469398 May 24 15:41:34.358522 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9d993fd5-db51-4da0-9975-d8c98d4c4b80 req-1a31c11c-47a1-46cf-9dbc-bc03c5a99717 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434387 May 24 15:41:34.968164 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6617a-14bc-42a3-8146-f5e0aa70c65d req-46a8dcb5-d74f-4b5b-b1be-ac670f738296 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:34.969656 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2bc6617a-14bc-42a3-8146-f5e0aa70c65d req-46a8dcb5-d74f-4b5b-b1be-ac670f738296 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0529816 May 24 15:41:35.019299 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2bc6617a-14bc-42a3-8146-f5e0aa70c65d req-b04a2f80-5976-4520-9736-8475570ee48b tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440483 May 24 15:41:35.487353 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad6b9e-51f3-432f-b1b8-787cc8768060 req-95d8fea5-631c-4f5e-8637-47ce798dc034 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:35.488895 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-13ad6b9e-51f3-432f-b1b8-787cc8768060 req-95d8fea5-631c-4f5e-8637-47ce798dc034 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0475488 May 24 15:41:35.537718 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-13ad6b9e-51f3-432f-b1b8-787cc8768060 req-ae0235bf-d4a4-4b18-ba80-f8757a28467b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408692 May 24 15:41:35.994580 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-83e71957-f6d6-4eb0-be6b-e60ffc530f37 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280392271&fields=id&tenant_id=dc2810000275432fb1337151b6883e90 HTTP/1.1" status: 200 len: 267 time: 0.0466859 May 24 15:41:36.061101 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:36.082741 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:36.114137 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-8530e968-de09-449f-b7b6-c08ec10b57cc tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:36.115578 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-8530e968-de09-449f-b7b6-c08ec10b57cc tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 811 time: 0.1145403 May 24 15:41:36.148106 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-bab2d735-129d-46f3-9861-7d2c0f2e8000 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/quotas/dc2810000275432fb1337151b6883e90 HTTP/1.1" status: 200 len: 375 time: 0.0167232 May 24 15:41:36.156055 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297b1d7-3488-4905-9f6a-983e3265bcb0 req-a6243f1b-dbce-4794-a49c-bd630b45cbb4 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:36.157498 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7297b1d7-3488-4905-9f6a-983e3265bcb0 req-a6243f1b-dbce-4794-a49c-bd630b45cbb4 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0619919 May 24 15:41:36.221882 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-f204b185-254b-4601-b001-8d33a6e99c41 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634871 May 24 15:41:36.246934 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7297b1d7-3488-4905-9f6a-983e3265bcb0 req-aaa798c6-fbce-461d-b33f-db8f57aa8d74 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803139 May 24 15:41:36.321306 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-fe9bf319-a134-4777-94b5-d07facffeac3 service neutron] 10.222.0.55 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869675 May 24 15:41:36.416013 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-c3cfa32a-3bb4-4af7-9272-f29d6f78feb9 service neutron] 10.222.0.55 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890548 May 24 15:41:36.676402 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd330200-ac39-4632-aa6f-82f68c7e0212 req-5d4173df-8dee-4097-bfd8-be679eee29b2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:36.678059 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bd330200-ac39-4632-aa6f-82f68c7e0212 req-5d4173df-8dee-4097-bfd8-be679eee29b2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0602102 May 24 15:41:36.717939 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:36.739159 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a3d7606d-3945-415d-ab1c-1af32dfe7778 req-072ee14c-2ff1-41c4-b505-a630e52ac0fd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0331261 May 24 15:41:36.764659 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bd330200-ac39-4632-aa6f-82f68c7e0212 req-e16be14a-77d0-48af-9755-d8364be82e8d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795066 May 24 15:41:37.374771 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269b4d4-a227-4978-a799-4b7a62b1f75e req-c328e0b0-1408-4437-843d-cca996233699 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:37.376201 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5269b4d4-a227-4978-a799-4b7a62b1f75e req-c328e0b0-1408-4437-843d-cca996233699 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0499504 May 24 15:41:37.423400 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5269b4d4-a227-4978-a799-4b7a62b1f75e req-318cb20b-6c8c-430f-862b-2c430e80acb3 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 May 24 15:41:37.833983 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c42819f7-aad6-4564-a61e-833d04511675 req-94811b5c-8b43-4a65-b9fc-1c6fb1905f2d tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0276949 May 24 15:41:37.880542 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a9b12-22e2-4f07-bef0-530cc767c3dd req-3076cb5d-93aa-4537-a183-264940398fc3 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:37.882001 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8a8a9b12-22e2-4f07-bef0-530cc767c3dd req-3076cb5d-93aa-4537-a183-264940398fc3 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0471470 May 24 15:41:37.928528 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8a8a9b12-22e2-4f07-bef0-530cc767c3dd req-6f1da41f-0bdf-4aa3-bd7e-534fcc13e42d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409324 May 24 15:41:38.442337 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c6f11-72ac-484a-b34b-845a508a8aa6 req-7f29ee85-7632-49fe-aca7-2fd5dcd4fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:38.443837 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1a6c6f11-72ac-484a-b34b-845a508a8aa6 req-7f29ee85-7632-49fe-aca7-2fd5dcd4fe79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 1130 time: 0.0435221 May 24 15:41:38.491966 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1a6c6f11-72ac-484a-b34b-845a508a8aa6 req-fa511c63-ec2c-4167-8955-00b17e35ecc6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 May 24 15:41:38.544790 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b0a61-cc9a-46f5-860d-232ed8ee77c8 req-4816b378-339f-428c-9403-107a5c93755c tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:38.546278 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1e4b0a61-cc9a-46f5-860d-232ed8ee77c8 req-4816b378-339f-428c-9403-107a5c93755c tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0473177 May 24 15:41:38.608990 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1e4b0a61-cc9a-46f5-860d-232ed8ee77c8 req-644ddbeb-7c31-4bf4-b93c-0b2d3e734efd tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566053 May 24 15:41:38.929435 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-724b835e-c509-4dd8-a6c8-981531ba024a req-505e72c7-5955-4626-8b23-e3b85f3d0e2a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0277407 May 24 15:41:39.053264 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327480cb-928e-4c76-ba3f-937ba5474e5f req-f77b132c-d23e-4f21-8d2b-9195e7c5fd02 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:39.054714 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-327480cb-928e-4c76-ba3f-937ba5474e5f req-f77b132c-d23e-4f21-8d2b-9195e7c5fd02 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0524280 May 24 15:41:39.101885 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-327480cb-928e-4c76-ba3f-937ba5474e5f req-7cb02f05-60a0-48b7-a19e-fe94bc36edf0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413601 May 24 15:41:39.614808 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:39.625954 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ce6de-5573-4e50-afe9-c803fb27b6eb req-397ff435-be48-4bb0-bada-12365a684e41 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:39.627421 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5c5ce6de-5573-4e50-afe9-c803fb27b6eb req-397ff435-be48-4bb0-bada-12365a684e41 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.59 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0483232 May 24 15:41:39.728106 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdbe8f-5ff9-4d19-ba93-6f3187b6bc46 req-f981f798-928f-4109-9427-bb296bc1202a tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:39.729594 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-82bdbe8f-5ff9-4d19-ba93-6f3187b6bc46 req-f981f798-928f-4109-9427-bb296bc1202a tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 948 time: 0.0460153 May 24 15:41:39.756006 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:39.782718 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-82bdbe8f-5ff9-4d19-ba93-6f3187b6bc46 req-cc77420a-19da-4ecd-a4ae-f4097df52dab tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/security-groups?id=5abe06a6-0f0f-47b2-b104-d2cbda84581c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 May 24 15:41:40.054220 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-47059c61-5a86-40c6-8b2f-1ccb67043558 req-f45c51fa-e9b8-4139-9fa6-eee847408ffb tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0510771 May 24 15:41:40.062841 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-5c5ce6de-5573-4e50-afe9-c803fb27b6eb req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Deleting port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:41:40.063178 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5c5ce6de-5573-4e50-afe9-c803fb27b6eb req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:40.166945 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-5c5ce6de-5573-4e50-afe9-c803fb27b6eb req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] For port 79edbe8a-3ab9-40f3-9023-617b5cf0b710, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=79edbe8a-3ab9-40f3-9023-617b5cf0b710,segment=NetworkSegment(eda92269-9900-4f29-9c0f-3c479fff46e9),segment_id=eda92269-9900-4f29-9c0f-3c479fff46e9)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:40.167316 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5c5ce6de-5573-4e50-afe9-c803fb27b6eb req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:40.211634 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-5c5ce6de-5573-4e50-afe9-c803fb27b6eb req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Calling delete_port for 79edbe8a-3ab9-40f3-9023-617b5cf0b710 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:41:40.261313 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e199b9-03e5-4d8d-98ef-2abf72d8d928 req-1f5695a4-4253-49ef-871d-46dc65b64184 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:40.262804 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-44e199b9-03e5-4d8d-98ef-2abf72d8d928 req-1f5695a4-4253-49ef-871d-46dc65b64184 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0868590 May 24 15:41:40.368422 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-44e199b9-03e5-4d8d-98ef-2abf72d8d928 req-3c9d9531-13a3-401c-a637-b8c15613d1a0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773973 May 24 15:41:40.449018 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5c5ce6de-5573-4e50-afe9-c803fb27b6eb req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (79edbe8a-3ab9-40f3-9023-617b5cf0b710), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:40.478636 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Pushing event deleted for resources: {'Port': ['ID=79edbe8a-3ab9-40f3-9023-617b5cf0b710,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:40.529440 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.529807 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.530116 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.530456 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.530785 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.531110 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.531431 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.531751 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.532094 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.532419 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.532739 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.533060 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.533376 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.533690 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.534004 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:41:40.568593 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5ce6de-5573-4e50-afe9-c803fb27b6eb req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] No DVR routers for this DVR port 79edbe8a-3ab9-40f3-9023-617b5cf0b710 on host hv-cinder-84315 {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:41:40.573421 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-5c5ce6de-5573-4e50-afe9-c803fb27b6eb req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:40.576887 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5c5ce6de-5573-4e50-afe9-c803fb27b6eb req-726ee889-0a7f-436c-9fa5-7f8f28e19e15 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.59 "DELETE /v2.0/ports/79edbe8a-3ab9-40f3-9023-617b5cf0b710 HTTP/1.1" status: 204 len: 173 time: 0.6652782 May 24 15:41:40.577351 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08e53b2-ee00-41ba-9189-a7193bb62d73', 'name': 'network-vif-deleted', 'tag': '79edbe8a-3ab9-40f3-9023-617b5cf0b710'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:41:40.579879 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70784a52-03b5-4c05-813a-6a1c13c764f6" -d '{"events": [{"server_uuid": "c08e53b2-ee00-41ba-9189-a7193bb62d73", "name": "network-vif-deleted", "tag": "79edbe8a-3ab9-40f3-9023-617b5cf0b710"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:41:40.624655 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d9ec19-e333-42ac-adb5-08e589504913 x-openstack-request-id: req-a5d9ec19-e333-42ac-adb5-08e589504913 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:41:40.625090 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08e53b2-ee00-41ba-9189-a7193bb62d73", "name": "network-vif-deleted", "tag": "79edbe8a-3ab9-40f3-9023-617b5cf0b710", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:41:40.625369 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5d9ec19-e333-42ac-adb5-08e589504913 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:41:40.625905 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d9ec19-e333-42ac-adb5-08e589504913'] response: {'server_uuid': 'c08e53b2-ee00-41ba-9189-a7193bb62d73', 'name': 'network-vif-deleted', 'tag': '79edbe8a-3ab9-40f3-9023-617b5cf0b710', 'status': 'completed', 'code': 200} May 24 15:41:40.864345 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:40.868722 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:40.906442 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-565f45ff-db18-4d89-a3e0-3b04c1bf8a3f req-e9f1108e-cfa4-4f38-add0-318718226908 tempest-VolumesNegativeTest-1636500388 tempest-VolumesNegativeTest-1636500388-project] 10.222.0.55 "GET /v2.0/ports?device_id=c08e53b2-ee00-41ba-9189-a7193bb62d73 HTTP/1.1" status: 200 len: 210 time: 0.0329311 May 24 15:41:40.951669 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-3a1e43a9-550e-4116-a0ca-180fae0f81ec tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:40.952292 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-3a1e43a9-550e-4116-a0ca-180fae0f81ec tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 811 time: 0.1260767 May 24 15:41:41.028681 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9dcb5bfc-a226-471b-8af0-49be446ad49c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc2810000275432fb1337151b6883e90 HTTP/1.1" status: 200 len: 380 time: 0.0580535 May 24 15:41:41.074289 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'port': {'device_id': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'admin_state_up': True, 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'security_groups': ['ac86c14c-2c83-4acf-900e-a0deae1ec097']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:41.182913 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e823e19a-65f3-4760-b493-3ecbf0c2ec0c req-66b8ee7b-28b5-4ac5-8814-a7cfaf641a2e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0374351 May 24 15:41:41.203055 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:41.215117 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Made reservation on behalf of dc2810000275432fb1337151b6883e90 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:41:41.218600 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:41.288061 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:41.346219 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Allocated IP 172.20.0.3 (ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1/c62369ab-a153-408f-8529-4e2073c47512/e0ffdaca-f0bd-4260-8199-fa981543ea63) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:41:41.533223 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:41.540355 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f04b7-5bb5-4611-be92-3d1e5a448b00 req-b6ee2c45-dbf4-4b7f-82a5-640649a681f5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:41.541848 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-406f04b7-5bb5-4611-be92-3d1e5a448b00 req-b6ee2c45-dbf4-4b7f-82a5-640649a681f5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0888705 May 24 15:41:41.611073 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:41.646782 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-406f04b7-5bb5-4611-be92-3d1e5a448b00 req-68885a0f-b1a9-4119-bbf0-b2924c2cdc4a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913382 May 24 15:41:41.668267 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:41:41.676513 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'Port': ['ID=e0ffdaca-f0bd-4260-8199-fa981543ea63,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:41.681457 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:41:41.683600 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:41:41.717886 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:41.736225 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:41.736828 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:41.754799 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-9329b28d-4c58-40b9-9427-c328460a3dba tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6845326 May 24 15:41:41.775607 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Request body: {'port': {'device_id': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:41.843717 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:41.970495 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-c090814d-0272-4e46-ba84-dee3dee04988 None None] Provisioning complete for port e0ffdaca-f0bd-4260-8199-fa981543ea63 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:41.971014 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c090814d-0272-4e46-ba84-dee3dee04988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:42.012201 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-c090814d-0272-4e46-ba84-dee3dee04988 None None] Port e0ffdaca-f0bd-4260-8199-fa981543ea63 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:41:42.073484 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:42.147227 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ffdaca-f0bd-4260-8199-fa981543ea63 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:41:42.154906 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Publish callbacks [] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:42.156874 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:42.169107 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Transition to ACTIVE for port object e0ffdaca-f0bd-4260-8199-fa981543ea63 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:41:42.170787 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 79edbe8a-3ab9-40f3-9023-617b5cf0b710 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:41:42.174688 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:42.195754 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: 79edbe8a-3ab9-40f3-9023-617b5cf0b710 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:41:42.196120 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 79edbe8a-3ab9-40f3-9023-617b5cf0b710 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:41:42.236526 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Pushing event updated for resources: {'Port': ['ID=e0ffdaca-f0bd-4260-8199-fa981543ea63,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:42.342932 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9d711-340a-462b-b932-cfd276fd941d req-0c938e18-dc5c-44e1-b8f6-7815bcfe2f9f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:42.344444 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6bd9d711-340a-462b-b932-cfd276fd941d req-0c938e18-dc5c-44e1-b8f6-7815bcfe2f9f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 943 time: 0.0669127 May 24 15:41:42.349241 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Attempting to bind port e0ffdaca-f0bd-4260-8199-fa981543ea63 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:41:42.349568 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Attempting to bind port e0ffdaca-f0bd-4260-8199-fa981543ea63 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:41:42.349890 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Attempting to bind port e0ffdaca-f0bd-4260-8199-fa981543ea63 on network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:41:42.361718 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Port e0ffdaca-f0bd-4260-8199-fa981543ea63 on network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:41:42.362049 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Attempting to bind port e0ffdaca-f0bd-4260-8199-fa981543ea63 on network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:41:42.377830 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:41:42.378154 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Checking segment: {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:41:42.378492 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Bound using segment: {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:41:42.379170 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Bound port: e0ffdaca-f0bd-4260-8199-fa981543ea63, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:41:42.379351 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:42.442832 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6bd9d711-340a-462b-b932-cfd276fd941d req-128af5c1-3a89-490c-9273-06a25f36b19f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904846 May 24 15:41:42.477900 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] For port e0ffdaca-f0bd-4260-8199-fa981543ea63, host hv-cinder-84315, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:41:42.481222 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] For port e0ffdaca-f0bd-4260-8199-fa981543ea63, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=e0ffdaca-f0bd-4260-8199-fa981543ea63,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:41:42.487287 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:42.529590 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:42.530206 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:42.531683 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] 10.222.0.59 "PUT /v2.0/ports/e0ffdaca-f0bd-4260-8199-fa981543ea63 HTTP/1.1" status: 200 len: 1093 time: 0.7618968 May 24 15:41:42.556558 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e9b15-4e2d-4241-811f-77ac556d323d service neutron] Pushing event updated for resources: {'Port': ['ID=e0ffdaca-f0bd-4260-8199-fa981543ea63,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:42.645766 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'tag': 'e0ffdaca-f0bd-4260-8199-fa981543ea63'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:41:42.648722 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c94d6f-5753-45ca-8ff2-98d6847e2e26" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac339a5-757e-4d9d-9216-7a2a399b8fef", "tag": "e0ffdaca-f0bd-4260-8199-fa981543ea63"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:41:42.671342 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-62c5d685-30a6-41c8-ade5-6b3f716ef2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:42.673614 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-62c5d685-30a6-41c8-ade5-6b3f716ef2fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 1127 time: 0.0640955 May 24 15:41:42.728709 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565e72cc-3cdf-45e0-928b-d8bbe3471078 x-openstack-request-id: req-565e72cc-3cdf-45e0-928b-d8bbe3471078 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:41:42.729080 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac339a5-757e-4d9d-9216-7a2a399b8fef", "tag": "e0ffdaca-f0bd-4260-8199-fa981543ea63", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:41:42.729854 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-565e72cc-3cdf-45e0-928b-d8bbe3471078 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:41:42.730429 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565e72cc-3cdf-45e0-928b-d8bbe3471078'] response: {'name': 'network-changed', 'server_uuid': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'tag': 'e0ffdaca-f0bd-4260-8199-fa981543ea63', 'status': 'completed', 'code': 200} May 24 15:41:42.732231 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-b9671560-7923-466c-aa74-e578e5cdd0df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0ffdaca-f0bd-4260-8199-fa981543ea63 HTTP/1.1" status: 200 len: 217 time: 0.0446694 May 24 15:41:42.798853 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-72446cfe-62a9-41b0-bc89-7f62efda0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:42.801269 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-72446cfe-62a9-41b0-bc89-7f62efda0970 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 200 len: 850 time: 0.0606236 May 24 15:41:42.853927 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-4bb8a1fc-4323-4ef8-93ae-e838d57ccb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:42.855451 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-4bb8a1fc-4323-4ef8-93ae-e838d57ccb14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478909 May 24 15:41:42.985923 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-abd060b9-3168-4601-836b-9d43126d067e service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222091 May 24 15:41:43.091425 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-138c5f4b-cbdd-4a76-95e0-b563f82aa2d0 req-a928a7d2-83a4-4f53-afe1-979e0590b1cd service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990376 May 24 15:41:43.552060 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:43.566096 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843f44-13ef-4362-83ae-cf2c24ec0fa1 req-c34bae1e-cb08-4803-beb9-9087f06baf7b tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:43.567587 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b9843f44-13ef-4362-83ae-cf2c24ec0fa1 req-c34bae1e-cb08-4803-beb9-9087f06baf7b tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 943 time: 0.0506549 May 24 15:41:43.625439 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b9843f44-13ef-4362-83ae-cf2c24ec0fa1 req-c66a1002-3ddc-4683-a882-1951c6b3bb4b tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515237 May 24 15:41:43.787097 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c94d6f-5753-45ca-8ff2-98d6847e2e26 req-1b3d0ab4-8f3e-4971-a2e1-885bc9a9a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:43.788718 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-98c94d6f-5753-45ca-8ff2-98d6847e2e26 req-1b3d0ab4-8f3e-4971-a2e1-885bc9a9a5c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 1127 time: 0.0540445 May 24 15:41:43.894534 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c94d6f-5753-45ca-8ff2-98d6847e2e26 req-55f4d9c8-503e-48d4-afda-0fcead349b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:43.897174 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-98c94d6f-5753-45ca-8ff2-98d6847e2e26 req-55f4d9c8-503e-48d4-afda-0fcead349b09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 912 time: 0.1012998 May 24 15:41:43.947518 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-98c94d6f-5753-45ca-8ff2-98d6847e2e26 req-4e067e76-1b5b-497e-9071-7904bb9c8ed6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0ffdaca-f0bd-4260-8199-fa981543ea63 HTTP/1.1" status: 200 len: 217 time: 0.0408273 May 24 15:41:43.992442 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:44.001854 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c94d6f-5753-45ca-8ff2-98d6847e2e26 req-073880ab-b785-43d3-a93c-32359a48fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:44.003485 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-98c94d6f-5753-45ca-8ff2-98d6847e2e26 req-073880ab-b785-43d3-a93c-32359a48fdd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 200 len: 850 time: 0.0477476 May 24 15:41:44.056590 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c94d6f-5753-45ca-8ff2-98d6847e2e26 req-a05bf5ef-2e01-453a-9cb1-a3a261dc4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:44.057840 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-98c94d6f-5753-45ca-8ff2-98d6847e2e26 req-a05bf5ef-2e01-453a-9cb1-a3a261dc4a1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471065 May 24 15:41:44.151223 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-98c94d6f-5753-45ca-8ff2-98d6847e2e26 req-85a22ee5-78d6-4a1a-b6c6-31a6f59cdbba service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845139 May 24 15:41:44.254049 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-98c94d6f-5753-45ca-8ff2-98d6847e2e26 req-a495b6ed-8b9b-4db9-aadc-6f397a103080 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956504 May 24 15:41:44.747829 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29da4bb-3a30-4af4-89f9-631ea049d004 req-831483b4-8388-4143-8ef1-dcccd229348a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:44.749350 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d29da4bb-3a30-4af4-89f9-631ea049d004 req-831483b4-8388-4143-8ef1-dcccd229348a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 943 time: 0.0511136 May 24 15:41:44.808443 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d29da4bb-3a30-4af4-89f9-631ea049d004 req-9e70fd60-f7b3-4e7a-a966-cc58b6f1e023 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517948 May 24 15:41:45.337181 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55123253-400c-405e-8a1b-56c51235f2ad req-e54797aa-457b-4610-8859-f0a2acdef07e tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:45.338544 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-55123253-400c-405e-8a1b-56c51235f2ad req-e54797aa-457b-4610-8859-f0a2acdef07e tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 945 time: 0.0480783 May 24 15:41:45.391253 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-55123253-400c-405e-8a1b-56c51235f2ad req-dfa0a7a9-c9ae-4d51-90fd-9577a9493882 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470223 May 24 15:41:45.929302 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd536d-d23c-4977-8df3-1cf259a05db8 req-307aa87b-d6bb-42c0-b5f5-afc9cb8467ea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:45.931595 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d9fd536d-d23c-4977-8df3-1cf259a05db8 req-307aa87b-d6bb-42c0-b5f5-afc9cb8467ea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 943 time: 0.0488603 May 24 15:41:45.979936 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d9fd536d-d23c-4977-8df3-1cf259a05db8 req-dae010c8-25f9-49f3-8573-37825b52dc3b tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428400 May 24 15:41:46.149518 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 52466) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:46.304236 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-1f533bbd-5350-44cd-8d4e-493ab8825db9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25ca54924ba846d2ad7a1972f1cb351c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534855 May 24 15:41:46.309974 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 52470) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:46.396664 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7495620f-42ad-49d4-ba6a-672f9f2a9d66 admin admin] Publish callbacks [] for security_group (5abe06a6-0f0f-47b2-b104-d2cbda84581c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:46.420062 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7495620f-42ad-49d4-ba6a-672f9f2a9d66 admin admin] Publish callbacks [] for security_group (5abe06a6-0f0f-47b2-b104-d2cbda84581c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:46.451407 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:46.495263 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7495620f-42ad-49d4-ba6a-672f9f2a9d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (5abe06a6-0f0f-47b2-b104-d2cbda84581c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:46.497708 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7495620f-42ad-49d4-ba6a-672f9f2a9d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:46.498815 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-7495620f-42ad-49d4-ba6a-672f9f2a9d66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5abe06a6-0f0f-47b2-b104-d2cbda84581c HTTP/1.1" status: 204 len: 168 time: 0.1875806 May 24 15:41:46.513862 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495620f-42ad-49d4-ba6a-672f9f2a9d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abe06a6-0f0f-47b2-b104-d2cbda84581c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:46.523988 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a04a6-e8e2-4ea2-9850-ebf0419ee2d2 req-19d0d7c4-0ecd-4fc1-8d0e-9410b294fc25 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:46.525493 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-196a04a6-e8e2-4ea2-9850-ebf0419ee2d2 req-19d0d7c4-0ecd-4fc1-8d0e-9410b294fc25 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 945 time: 0.0606272 May 24 15:41:46.577855 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-196a04a6-e8e2-4ea2-9850-ebf0419ee2d2 req-c246a0b4-7de8-4d78-aa89-c82725a4f0e4 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 May 24 15:41:47.099546 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74abfc-bfd4-4cc6-9e05-2cb0643631c2 req-a5a17895-5913-445c-9d5f-837a6932296d tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:47.101069 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ca74abfc-bfd4-4cc6-9e05-2cb0643631c2 req-a5a17895-5913-445c-9d5f-837a6932296d tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 943 time: 0.0478671 May 24 15:41:47.424989 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ca74abfc-bfd4-4cc6-9e05-2cb0643631c2 req-5b1171da-78d7-40a0-a72e-a5f47b6b9cce tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182857 May 24 15:41:47.431216 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36893622-c4bf-4072-8afd-d208a2baeac2 req-346138f1-1d2c-4778-bdde-8dc399f1c43c tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:47.433028 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-36893622-c4bf-4072-8afd-d208a2baeac2 req-346138f1-1d2c-4778-bdde-8dc399f1c43c tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.59 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 945 time: 0.3008404 May 24 15:41:47.466688 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:47.518576 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-36893622-c4bf-4072-8afd-d208a2baeac2 req-6d0dc559-3b0b-4d27-bfe7-9319e0edfc89 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Deleting port 33ccd1c3-9feb-4904-8e8e-8c99baa73704 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:41:47.519064 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-36893622-c4bf-4072-8afd-d208a2baeac2 req-6d0dc559-3b0b-4d27-bfe7-9319e0edfc89 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:47.609970 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-36893622-c4bf-4072-8afd-d208a2baeac2 req-6d0dc559-3b0b-4d27-bfe7-9319e0edfc89 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] For port 33ccd1c3-9feb-4904-8e8e-8c99baa73704, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=33ccd1c3-9feb-4904-8e8e-8c99baa73704,segment=NetworkSegment(067ef9e3-699d-4574-ad04-308c6b8878a0),segment_id=067ef9e3-699d-4574-ad04-308c6b8878a0)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:47.610328 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-36893622-c4bf-4072-8afd-d208a2baeac2 req-6d0dc559-3b0b-4d27-bfe7-9319e0edfc89 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:47.624339 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-36893622-c4bf-4072-8afd-d208a2baeac2 req-6d0dc559-3b0b-4d27-bfe7-9319e0edfc89 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Calling delete_port for 33ccd1c3-9feb-4904-8e8e-8c99baa73704 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:41:47.723563 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1903e9f-7e8e-45f6-972e-b9ec16f20100 req-5f6f6c7f-b028-4bb1-b3dd-2cabb97ca9ae tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:47.725084 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e1903e9f-7e8e-45f6-972e-b9ec16f20100 req-5f6f6c7f-b028-4bb1-b3dd-2cabb97ca9ae tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=e17e4548-782e-4115-aa63-48041fca571b HTTP/1.1" status: 200 len: 945 time: 0.0630057 May 24 15:41:47.824624 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e1903e9f-7e8e-45f6-972e-b9ec16f20100 req-e65fa141-8ef9-4474-9b68-12dfc55ba339 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911403 May 24 15:41:47.839203 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-36893622-c4bf-4072-8afd-d208a2baeac2 req-6d0dc559-3b0b-4d27-bfe7-9319e0edfc89 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (33ccd1c3-9feb-4904-8e8e-8c99baa73704), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:47.872173 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dc559-3b0b-4d27-bfe7-9319e0edfc89 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Pushing event deleted for resources: {'Port': ['ID=33ccd1c3-9feb-4904-8e8e-8c99baa73704,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:47.877080 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['33ccd1c3-9feb-4904-8e8e-8c99baa73704'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:41:47.913559 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-36893622-c4bf-4072-8afd-d208a2baeac2 req-6d0dc559-3b0b-4d27-bfe7-9319e0edfc89 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] No DVR routers for this DVR port 33ccd1c3-9feb-4904-8e8e-8c99baa73704 on host hv-cinder-84315 {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:41:47.915920 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-36893622-c4bf-4072-8afd-d208a2baeac2 req-6d0dc559-3b0b-4d27-bfe7-9319e0edfc89 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:47.919238 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-36893622-c4bf-4072-8afd-d208a2baeac2 req-6d0dc559-3b0b-4d27-bfe7-9319e0edfc89 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.59 "DELETE /v2.0/ports/33ccd1c3-9feb-4904-8e8e-8c99baa73704 HTTP/1.1" status: 204 len: 173 time: 0.4804451 May 24 15:41:47.919662 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17e4548-782e-4115-aa63-48041fca571b', 'name': 'network-vif-deleted', 'tag': '33ccd1c3-9feb-4904-8e8e-8c99baa73704'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:41:47.922005 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0ee9bb-6d36-4541-b1a3-44dc0e021119" -d '{"events": [{"server_uuid": "e17e4548-782e-4115-aa63-48041fca571b", "name": "network-vif-deleted", "tag": "33ccd1c3-9feb-4904-8e8e-8c99baa73704"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:41:47.957284 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c14685-48fb-4cee-a5c3-6c6b6931cfb7 x-openstack-request-id: req-84c14685-48fb-4cee-a5c3-6c6b6931cfb7 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:41:47.957636 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17e4548-782e-4115-aa63-48041fca571b", "name": "network-vif-deleted", "tag": "33ccd1c3-9feb-4904-8e8e-8c99baa73704", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:41:47.957882 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84c14685-48fb-4cee-a5c3-6c6b6931cfb7 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:41:47.958278 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c14685-48fb-4cee-a5c3-6c6b6931cfb7'] response: {'server_uuid': 'e17e4548-782e-4115-aa63-48041fca571b', 'name': 'network-vif-deleted', 'tag': '33ccd1c3-9feb-4904-8e8e-8c99baa73704', 'status': 'completed', 'code': 200} May 24 15:41:48.559652 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b427ed-9d2d-4ee0-9621-ab41d958af5f req-470f16d9-81a2-4b30-9bdf-5ad82b3c815e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:48.561145 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-02b427ed-9d2d-4ee0-9621-ab41d958af5f req-470f16d9-81a2-4b30-9bdf-5ad82b3c815e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 943 time: 0.0559590 May 24 15:41:48.629480 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-02b427ed-9d2d-4ee0-9621-ab41d958af5f req-839bfcc1-02cf-4349-beeb-207ec536f2b9 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539067 May 24 15:41:49.753530 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc154da-553b-4ac0-8d35-4f23dd0e9f3c req-0fe5947b-0a5a-4d9d-a60d-d73a4e398221 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:49.755048 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9fc154da-553b-4ac0-8d35-4f23dd0e9f3c req-0fe5947b-0a5a-4d9d-a60d-d73a4e398221 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 943 time: 0.0492775 May 24 15:41:49.807415 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9fc154da-553b-4ac0-8d35-4f23dd0e9f3c req-684a139d-5a1d-4d8e-98ef-24dc779736b3 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443540 May 24 15:41:50.934235 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1895d-5fe3-4706-bc04-3ecb2cded805 req-0a176b71-db89-4caf-9019-befcf63533b1 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:50.935680 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7da1895d-5fe3-4706-bc04-3ecb2cded805 req-0a176b71-db89-4caf-9019-befcf63533b1 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 943 time: 0.0501697 May 24 15:41:50.966317 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:50.992634 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7da1895d-5fe3-4706-bc04-3ecb2cded805 req-59b7e288-afaa-4e8a-b79c-033768b15f39 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488749 May 24 15:41:51.891950 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device e0ffdaca-f0bd-4260-8199-fa981543ea63 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:41:51.900381 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 33ccd1c3-9feb-4904-8e8e-8c99baa73704 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:41:51.932963 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: 33ccd1c3-9feb-4904-8e8e-8c99baa73704 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:41:51.933297 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 33ccd1c3-9feb-4904-8e8e-8c99baa73704 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:41:51.939252 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:52.017605 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port e0ffdaca-f0bd-4260-8199-fa981543ea63, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=e0ffdaca-f0bd-4260-8199-fa981543ea63,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:52.032515 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'e0ffdaca-f0bd-4260-8199-fa981543ea63', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'port_id': 'e0ffdaca-f0bd-4260-8199-fa981543ea63', 'mac_address': 'fa:16:3e:04:c3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:41:52.075546 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port e0ffdaca-f0bd-4260-8199-fa981543ea63 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:52.075848 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:52.090375 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ffdaca-f0bd-4260-8199-fa981543ea63 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:41:52.111580 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port e0ffdaca-f0bd-4260-8199-fa981543ea63, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=e0ffdaca-f0bd-4260-8199-fa981543ea63,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:52.114642 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6504d-492e-47fd-9b63-b5c0edde9dc2 req-b9003754-c11b-458c-82e0-2cff1e38b019 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:52.116241 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4cf6504d-492e-47fd-9b63-b5c0edde9dc2 req-b9003754-c11b-458c-82e0-2cff1e38b019 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 943 time: 0.0505478 May 24 15:41:52.116439 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:52.169425 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4cf6504d-492e-47fd-9b63-b5c0edde9dc2 req-bfbbc4a2-27cc-431c-93dd-507c89fb9a69 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475702 May 24 15:41:52.198733 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=e0ffdaca-f0bd-4260-8199-fa981543ea63,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:52.504395 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['e0ffdaca-f0bd-4260-8199-fa981543ea63'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:41:53.293678 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029c632-9c30-4848-addb-970962503984 req-b51f1789-da0b-4c74-9301-58d502949266 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:53.295154 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a029c632-9c30-4848-addb-970962503984 req-b51f1789-da0b-4c74-9301-58d502949266 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 944 time: 0.0503104 May 24 15:41:53.347681 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a029c632-9c30-4848-addb-970962503984 req-5a540aa2-a061-4a4a-ba24-579a2ed9773d tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439849 May 24 15:41:53.390158 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device e0ffdaca-f0bd-4260-8199-fa981543ea63 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:41:53.429985 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:53.434619 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port e0ffdaca-f0bd-4260-8199-fa981543ea63 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:41:53.441715 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port e0ffdaca-f0bd-4260-8199-fa981543ea63 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:41:53.442115 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:53.522183 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port e0ffdaca-f0bd-4260-8199-fa981543ea63 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:41:53.522693 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:53.548008 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ffdaca-f0bd-4260-8199-fa981543ea63'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:41:53.550391 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34793612-c11b-4b74-b2e0-7d55840dc5fe" -d '{"events": [{"server_uuid": "6ac339a5-757e-4d9d-9216-7a2a399b8fef", "name": "network-vif-plugged", "status": "completed", "tag": "e0ffdaca-f0bd-4260-8199-fa981543ea63"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:41:53.564567 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port e0ffdaca-f0bd-4260-8199-fa981543ea63, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=e0ffdaca-f0bd-4260-8199-fa981543ea63,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:41:53.569014 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:53.594484 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2819933-274a-4cb3-aa4a-dbd762ea0db4 x-openstack-request-id: req-f2819933-274a-4cb3-aa4a-dbd762ea0db4 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:41:53.594788 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac339a5-757e-4d9d-9216-7a2a399b8fef", "name": "network-vif-plugged", "status": "completed", "tag": "e0ffdaca-f0bd-4260-8199-fa981543ea63", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:41:53.595036 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2819933-274a-4cb3-aa4a-dbd762ea0db4 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:41:53.595420 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2819933-274a-4cb3-aa4a-dbd762ea0db4'] response: {'server_uuid': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ffdaca-f0bd-4260-8199-fa981543ea63', 'code': 200} May 24 15:41:53.620513 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=e0ffdaca-f0bd-4260-8199-fa981543ea63,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:53.863175 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:53.875492 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc75e28-a717-4403-b27d-5c5cf66ac02f req-87166a31-d6f2-4df8-97a7-21b12029ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:53.877004 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0fc75e28-a717-4403-b27d-5c5cf66ac02f req-87166a31-d6f2-4df8-97a7-21b12029ffbc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 1129 time: 0.0525422 May 24 15:41:54.478548 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1843e-f561-4ab7-bb25-968debcfc20b req-29cc2747-4ada-41a7-a2de-85d6695823fe tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:54.479981 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79b1843e-f561-4ab7-bb25-968debcfc20b req-29cc2747-4ada-41a7-a2de-85d6695823fe tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 945 time: 0.0477226 May 24 15:41:54.529257 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79b1843e-f561-4ab7-bb25-968debcfc20b req-6c6b21d7-937b-4f0d-9cbb-371b50d4d551 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437441 May 24 15:41:54.702343 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0fc75e28-a717-4403-b27d-5c5cf66ac02f req-328b7ce3-4d06-460c-b338-5ce16215b6f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512793 May 24 15:41:55.363806 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a968f694-1dc7-4bd4-bb9b-7d2086937d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:55.656249 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f2979-8d3c-4120-8bc9-5f96f543ea54 req-acf5b506-b208-4d22-b6cc-7aa1a3499e6e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:55.657691 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-708f2979-8d3c-4120-8bc9-5f96f543ea54 req-acf5b506-b208-4d22-b6cc-7aa1a3499e6e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 945 time: 0.0520999 May 24 15:41:55.711824 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-708f2979-8d3c-4120-8bc9-5f96f543ea54 req-99ad231a-babe-45b1-b3ac-ef7655d1e48f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464926 May 24 15:41:56.870662 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80c984-df3d-4421-94e2-f8cb0b7b4232 req-df72c0d1-af44-42fa-bb32-824ceff9872e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:56.871995 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4c80c984-df3d-4421-94e2-f8cb0b7b4232 req-df72c0d1-af44-42fa-bb32-824ceff9872e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 945 time: 0.0920606 May 24 15:41:56.957309 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-c9a6b779-e4a6-43bf-a116-f883383d3e9f tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:56.958762 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-c9a6b779-e4a6-43bf-a116-f883383d3e9f tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/networks?id=d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 HTTP/1.1" status: 200 len: 814 time: 0.1503804 May 24 15:41:56.962088 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4c80c984-df3d-4421-94e2-f8cb0b7b4232 req-4827eec9-f81b-468e-993c-8dfea6b97c95 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831645 May 24 15:41:56.974000 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-df30fa39-923a-423a-b1e2-94e58b8faf7c tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/quotas/769f37bc94e24c3482bb039c5a6e7291 HTTP/1.1" status: 200 len: 375 time: 0.0091300 May 24 15:41:57.007029 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-bcf6183a-f617-46a4-bb70-f4bfb9b2680a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=769f37bc94e24c3482bb039c5a6e7291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279264 May 24 15:41:57.102903 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-03c79238-2457-4564-9eb2-9ec0a3962748 service neutron] 10.222.0.55 "GET /v2.0/networks/d22bbbfe-aa37-4ce8-92c8-3aeb391d1750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892601 May 24 15:41:57.192683 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-46a52bc3-1da5-48b6-935a-d0cb6c80df4b service neutron] 10.222.0.55 "GET /v2.0/networks/d22bbbfe-aa37-4ce8-92c8-3aeb391d1750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840125 May 24 15:41:57.363350 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bcc7b47b-1db5-4826-b229-6a1813918a67 req-49535860-175f-47c9-bd28-202afc11b631 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 210 time: 0.0281899 May 24 15:41:57.590290 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d636ea11-2004-4a8c-9519-1c30fc4f9a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:58.086815 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e8a85-f962-4796-b91b-b0e4f2c5b1c6 req-cebd3c1e-1b98-460f-b03b-c830c8e77f38 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:58.088375 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-543e8a85-f962-4796-b91b-b0e4f2c5b1c6 req-cebd3c1e-1b98-460f-b03b-c830c8e77f38 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 945 time: 0.0515213 May 24 15:41:58.138709 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-543e8a85-f962-4796-b91b-b0e4f2c5b1c6 req-5ea97d80-78c0-49d6-b791-78737b196cdc tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446892 May 24 15:41:58.256790 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:58.270291 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1be0ce-ee66-4101-911d-bc3b7f400755 req-e1bb4788-e29f-4934-a5c5-5d4dc3260fbb tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:58.272144 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9a1be0ce-ee66-4101-911d-bc3b7f400755 req-e1bb4788-e29f-4934-a5c5-5d4dc3260fbb tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 945 time: 0.0636954 May 24 15:41:58.324056 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9a1be0ce-ee66-4101-911d-bc3b7f400755 req-083d0f96-22fb-4ce4-90e2-5053eb71630b tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460403 May 24 15:41:58.346884 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 52592) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:58.470138 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c7e8536f-6042-4b21-9ae9-7f71ef367440 req-b09f24f3-d161-4f42-84e6-3dea51bbe926 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 210 time: 0.0299666 May 24 15:41:58.566415 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb151b-f12c-4d5a-b165-0991dc5a32a8 tempest-TestVolumeBootPattern-684375082 tempest-TestVolumeBootPattern-684375082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:58.568054 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-05fb151b-f12c-4d5a-b165-0991dc5a32a8 tempest-TestVolumeBootPattern-684375082 tempest-TestVolumeBootPattern-684375082-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 1124 time: 0.2202268 May 24 15:41:58.572322 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 52598) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:41:58.578928 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'port_id': 'e0ffdaca-f0bd-4260-8199-fa981543ea63', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:58.607061 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:58.657200 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:58.690446 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:58.804219 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Allocated IP 172.27.3.28 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/48f9ccc9-2b46-4a76-9740-c752cd52a5c5) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:41:58.910977 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for port (48f9ccc9-2b46-4a76-9740-c752cd52a5c5), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:58.952005 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (48f9ccc9-2b46-4a76-9740-c752cd52a5c5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:59.003721 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:41:59.007354 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:41:59.009395 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'Port': ['ID=48f9ccc9-2b46-4a76-9740-c752cd52a5c5,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:41:59.011400 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:41:59.127341 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:59.306905 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:59.382196 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (fe49d28e-e3bc-4e23-9405-892acbb9b790), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:59.479695 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:41:59.531866 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (48f9ccc9-2b46-4a76-9740-c752cd52a5c5), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:59.636712 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a6808-b26e-4287-9e71-9e16d40c6ede req-a05eb580-3513-42b7-a21f-0f9180710335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:59.638190 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7a1a6808-b26e-4287-9e71-9e16d40c6ede req-a05eb580-3513-42b7-a21f-0f9180710335 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 1129 time: 0.0414751 May 24 15:41:59.647383 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-f25e5420-a3f4-482b-b349-41c6bcbe516d tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:59.648839 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-f25e5420-a3f4-482b-b349-41c6bcbe516d tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.59 "GET /v2.0/networks?id=d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 HTTP/1.1" status: 200 len: 814 time: 0.2382953 May 24 15:41:59.656911 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-746a8bb0-3412-4787-b0a2-dbdb88003a81 req-4b8fad3e-eb21-4d01-b0a5-9a276cc0b643 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 210 time: 0.0744362 May 24 15:41:59.692237 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9e222-5f99-4fec-a480-d3d1a6c2024a req-0d686d4e-a107-432d-8b60-2f22f18206c0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:59.693751 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-81b9e222-5f99-4fec-a480-d3d1a6c2024a req-0d686d4e-a107-432d-8b60-2f22f18206c0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.1312833 May 24 15:41:59.765404 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Request body: {'port': {'device_id': 'de41ca65-2b6d-4244-94d4-76d9cdf3bf12', 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750', 'admin_state_up': True, 'tenant_id': '769f37bc94e24c3482bb039c5a6e7291'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:41:59.841360 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a6808-b26e-4287-9e71-9e16d40c6ede req-0f31e32b-e272-4c10-b9d6-6f358bf03e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:59.842846 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7a1a6808-b26e-4287-9e71-9e16d40c6ede req-0f31e32b-e272-4c10-b9d6-6f358bf03e6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.0890460 May 24 15:41:59.849045 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-81b9e222-5f99-4fec-a480-d3d1a6c2024a req-bcceb4c7-21e7-47c1-8c4a-ed892ece8cfa tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471984 May 24 15:41:59.904881 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7a1a6808-b26e-4287-9e71-9e16d40c6ede req-b2972fa3-0b85-40a1-897a-94d9215bea55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=123b7faa-d212-4186-93a9-6e1d900b7f9c HTTP/1.1" status: 200 len: 1001 time: 0.0550792 May 24 15:41:59.937292 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for port (48f9ccc9-2b46-4a76-9740-c752cd52a5c5), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:59.945361 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (48f9ccc9-2b46-4a76-9740-c752cd52a5c5), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:41:59.957295 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a6808-b26e-4287-9e71-9e16d40c6ede req-4e6b493a-78fe-4a19-88f6-069925b88161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:41:59.958921 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7a1a6808-b26e-4287-9e71-9e16d40c6ede req-4e6b493a-78fe-4a19-88f6-069925b88161 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0462487 May 24 15:41:59.990334 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Made reservation on behalf of 769f37bc94e24c3482bb039c5a6e7291 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:41:59.993643 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:00.006959 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a6808-b26e-4287-9e71-9e16d40c6ede req-a8e09769-d512-488f-bdb1-459598fb9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:00.008524 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7a1a6808-b26e-4287-9e71-9e16d40c6ede req-a8e09769-d512-488f-bdb1-459598fb9aaa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436330 May 24 15:42:00.035415 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'Port': ['ID=48f9ccc9-2b46-4a76-9740-c752cd52a5c5,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:00.056642 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (fe49d28e-e3bc-4e23-9405-892acbb9b790), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:00.099705 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7a1a6808-b26e-4287-9e71-9e16d40c6ede req-9b48f381-f4f3-411f-8c2a-1f155af1f356 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822461 May 24 15:42:00.200244 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:00.242792 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:00.247259 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.l3_db [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Floating IP fe49d28e-e3bc-4e23-9405-892acbb9b790 associated. External IP: 172.27.3.28, port: e0ffdaca-f0bd-4260-8199-fa981543ea63. May 24 15:42:00.251092 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Allocated IP 172.20.0.3 (d22bbbfe-aa37-4ce8-92c8-3aeb391d1750/ba11f0f6-42d1-49f8-87b7-80b0c8a48d01/ce97ee31-f2ad-40e1-806b-ac6283c25108) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:42:00.322249 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:00.426084 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7a1a6808-b26e-4287-9e71-9e16d40c6ede req-cabe3178-44cf-422a-8cc4-7e923d668aa3 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201861 May 24 15:42:00.777071 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9bc4a80e-09e5-4ea2-b56b-7cfa2cb4340a req-7bd510fa-9942-43a6-911e-647090ff8212 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 210 time: 0.0469055 May 24 15:42:00.842714 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks [] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:00.857534 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Router 2b81af0c-946a-4009-a237-09f8b86208b9 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:42:00.920777 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:01.041498 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:42:01.051236 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:42:01.055558 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Pushing event updated for resources: {'Port': ['ID=ce97ee31-f2ad-40e1-806b-ac6283c25108,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:01.059703 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:42:01.067759 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b6e48-1de6-40fd-afe5-b864ab2bc47e req-bf565476-c3b3-4032-83b5-8e2cb2f3cc9f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:01.069267 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4d4b6e48-1de6-40fd-afe5-b864ab2bc47e req-bf565476-c3b3-4032-83b5-8e2cb2f3cc9f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.1454749 May 24 15:42:01.073645 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:42:01.083609 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb499822-7fbd-4887-a465-55aa1349d300 None None] Sync routers for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:42:01.097063 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb499822-7fbd-4887-a465-55aa1349d300 None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:42:01.097675 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cb499822-7fbd-4887-a465-55aa1349d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:41:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:01.134617 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:01.163274 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:01.171992 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:01.172603 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:01.198487 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-cb499822-7fbd-4887-a465-55aa1349d300 None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:42:01.201588 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-74385e41-fba5-4d9c-aa8b-5276c7054401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6280277 May 24 15:42:01.205848 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'tag': 'e0ffdaca-f0bd-4260-8199-fa981543ea63'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:42:01.208806 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea58db1-1ae3-4653-a6e9-8b0799afb400" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac339a5-757e-4d9d-9216-7a2a399b8fef", "tag": "e0ffdaca-f0bd-4260-8199-fa981543ea63"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:42:01.216637 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-97bb6d1c-5909-42c8-8fad-d48f9764cf57 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4562199 May 24 15:42:01.220184 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4d4b6e48-1de6-40fd-afe5-b864ab2bc47e req-a7fb32c1-77d1-404f-80b4-0cc3ddf648f2 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253452 May 24 15:42:01.239660 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Request body: {'port': {'device_id': 'de41ca65-2b6d-4244-94d4-76d9cdf3bf12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:42:01.262369 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df53cf0-c2cb-4c1e-9832-5de5802752cd x-openstack-request-id: req-0df53cf0-c2cb-4c1e-9832-5de5802752cd {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:42:01.262662 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac339a5-757e-4d9d-9216-7a2a399b8fef", "tag": "e0ffdaca-f0bd-4260-8199-fa981543ea63", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:42:01.262911 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0df53cf0-c2cb-4c1e-9832-5de5802752cd {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:42:01.263300 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df53cf0-c2cb-4c1e-9832-5de5802752cd'] response: {'name': 'network-changed', 'server_uuid': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'tag': 'e0ffdaca-f0bd-4260-8199-fa981543ea63', 'status': 'completed', 'code': 200} May 24 15:42:01.305494 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:01.322737 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:01.342302 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea58db1-1ae3-4653-a6e9-8b0799afb400 req-564a2d81-5b22-480b-9817-3024b28a75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:01.343953 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0ea58db1-1ae3-4653-a6e9-8b0799afb400 req-564a2d81-5b22-480b-9817-3024b28a75f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 1129 time: 0.0468044 May 24 15:42:01.427609 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cb499822-7fbd-4887-a465-55aa1349d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'fe49d28e-e3bc-4e23-9405-892acbb9b790', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': 'e0ffdaca-f0bd-4260-8199-fa981543ea63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:04:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:41:59Z', 'updated_at': '2022-05-24T15:41:59Z', 'revision_number': 0, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:01.443541 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea58db1-1ae3-4653-a6e9-8b0799afb400 req-1aebe412-fe0a-450a-b066-ccd3da65c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:01.445476 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0ea58db1-1ae3-4653-a6e9-8b0799afb400 req-1aebe412-fe0a-450a-b066-ccd3da65c917 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 912 time: 0.0952301 May 24 15:42:01.452232 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb499822-7fbd-4887-a465-55aa1349d300 None None] Checking router: 2b81af0c-946a-4009-a237-09f8b86208b9 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:42:01.461286 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb499822-7fbd-4887-a465-55aa1349d300 None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:42:01.461924 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cb499822-7fbd-4887-a465-55aa1349d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:41:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:01.509813 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0ea58db1-1ae3-4653-a6e9-8b0799afb400 req-e4d1c514-5d8e-4ba1-a225-0d67fb537987 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0ffdaca-f0bd-4260-8199-fa981543ea63 HTTP/1.1" status: 200 len: 998 time: 0.0574260 May 24 15:42:01.558000 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea58db1-1ae3-4653-a6e9-8b0799afb400 req-437a68ee-b2fc-4866-8407-4c1c5455f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:01.559486 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0ea58db1-1ae3-4653-a6e9-8b0799afb400 req-437a68ee-b2fc-4866-8407-4c1c5455f487 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 200 len: 850 time: 0.0440147 May 24 15:42:01.565047 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-cb499822-7fbd-4887-a465-55aa1349d300 None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:42:01.610328 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea58db1-1ae3-4653-a6e9-8b0799afb400 req-f0aaefa5-6fd7-45af-b94b-3ba93590676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:01.611981 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0ea58db1-1ae3-4653-a6e9-8b0799afb400 req-f0aaefa5-6fd7-45af-b94b-3ba93590676d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460839 May 24 15:42:01.614975 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce97ee31-f2ad-40e1-806b-ac6283c25108 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:42:01.622762 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Publish callbacks [] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:01.637231 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Transition to ACTIVE for port object ce97ee31-f2ad-40e1-806b-ac6283c25108 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:42:01.642196 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:01.696385 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Pushing event updated for resources: {'Port': ['ID=ce97ee31-f2ad-40e1-806b-ac6283c25108,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:01.724098 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0ea58db1-1ae3-4653-a6e9-8b0799afb400 req-f3665c3b-a338-486b-be10-5221f5e04e52 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056027 May 24 15:42:01.730411 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:01.786393 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Attempting to bind port ce97ee31-f2ad-40e1-806b-ac6283c25108 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:42:01.786983 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Attempting to bind port ce97ee31-f2ad-40e1-806b-ac6283c25108 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': '067ef9e3-699d-4574-ad04-308c6b8878a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:42:01.787215 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Attempting to bind port ce97ee31-f2ad-40e1-806b-ac6283c25108 on network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:42:01.794919 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cb499822-7fbd-4887-a465-55aa1349d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'fe49d28e-e3bc-4e23-9405-892acbb9b790', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': 'e0ffdaca-f0bd-4260-8199-fa981543ea63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:04:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:41:59Z', 'updated_at': '2022-05-24T15:41:59Z', 'revision_number': 0, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:01.795159 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Port ce97ee31-f2ad-40e1-806b-ac6283c25108 on network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:42:01.796070 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Attempting to bind port ce97ee31-f2ad-40e1-806b-ac6283c25108 on network d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:42:01.803023 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:42:01.803555 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Checking segment: {'id': '067ef9e3-699d-4574-ad04-308c6b8878a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:42:01.804022 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Bound using segment: {'id': '067ef9e3-699d-4574-ad04-308c6b8878a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:42:01.804540 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Bound port: ce97ee31-f2ad-40e1-806b-ac6283c25108, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067ef9e3-699d-4574-ad04-308c6b8878a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:42:01.804981 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:01.829036 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb499822-7fbd-4887-a465-55aa1349d300 None None] The sync data for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi is: [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'fe49d28e-e3bc-4e23-9405-892acbb9b790', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': 'e0ffdaca-f0bd-4260-8199-fa981543ea63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:04:c3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:41:59Z', 'updated_at': '2022-05-24T15:41:59Z', 'revision_number': 0, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:42:01.831993 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:01.841749 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0ea58db1-1ae3-4653-a6e9-8b0799afb400 req-fda47e77-93b5-4f79-b749-0ff708757e2c service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067646 May 24 15:42:01.908263 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] For port ce97ee31-f2ad-40e1-806b-ac6283c25108, host hv-cinder-84315, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:42:01.926166 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c56839-1120-40dc-ba64-b849eb2d9ed8 req-a98ba570-568a-444b-a15e-7751ce23d49f tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:01.927707 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a7c56839-1120-40dc-ba64-b849eb2d9ed8 req-a98ba570-568a-444b-a15e-7751ce23d49f tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 943 time: 0.0688062 May 24 15:42:01.931416 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] For port ce97ee31-f2ad-40e1-806b-ac6283c25108, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ce97ee31-f2ad-40e1-806b-ac6283c25108,segment=NetworkSegment(067ef9e3-699d-4574-ad04-308c6b8878a0),segment_id=067ef9e3-699d-4574-ad04-308c6b8878a0)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:42:01.942828 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:01.993940 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:01.994554 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:01.995932 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] 10.222.0.59 "PUT /v2.0/ports/ce97ee31-f2ad-40e1-806b-ac6283c25108 HTTP/1.1" status: 200 len: 1093 time: 0.7612648 May 24 15:42:02.036753 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a7c56839-1120-40dc-ba64-b849eb2d9ed8 req-4a614c4b-0712-4bd5-970e-e543c757a1d4 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017792 May 24 15:42:02.036973 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089e873-23bb-46f6-8d8c-38f55b1f9a41 service neutron] Pushing event updated for resources: {'Port': ['ID=ce97ee31-f2ad-40e1-806b-ac6283c25108,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:02.047562 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36408899-388f-4a0b-bff7-51e688cc2953 None None] New status for floating IP fe49d28e-e3bc-4e23-9405-892acbb9b790: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:42:02.091192 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:02.102481 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-a638ee1b-3078-4380-a69e-a247855b7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:02.104047 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-a638ee1b-3078-4380-a69e-a247855b7ae8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=769f37bc94e24c3482bb039c5a6e7291&device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 1127 time: 0.0408216 May 24 15:42:02.126197 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:02.157517 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-a4a8d2e9-5ccc-4407-aa81-913f8c35fef4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce97ee31-f2ad-40e1-806b-ac6283c25108 HTTP/1.1" status: 200 len: 217 time: 0.0378258 May 24 15:42:02.208707 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-bda51bfd-7d99-44f7-9955-a3f69c418f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:02.210193 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-bda51bfd-7d99-44f7-9955-a3f69c418f87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba11f0f6-42d1-49f8-87b7-80b0c8a48d01 HTTP/1.1" status: 200 len: 854 time: 0.0467403 May 24 15:42:02.244141 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-821a3e0a-e870-49bd-8332-986ae5e004f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d22bbbfe-aa37-4ce8-92c8-3aeb391d1750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274968 May 24 15:42:02.347205 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:02.362852 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab405c-5179-4a24-90c2-60525f840b51 req-d36daa57-0916-447f-9eb7-0a54f7386f1a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:02.364474 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b5ab405c-5179-4a24-90c2-60525f840b51 req-d36daa57-0916-447f-9eb7-0a54f7386f1a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0665901 May 24 15:42:02.394925 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-ffdd30c2-9549-4c36-b706-0abe152ead9a service neutron] 10.222.0.59 "GET /v2.0/networks/d22bbbfe-aa37-4ce8-92c8-3aeb391d1750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406848 May 24 15:42:02.467625 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b5ab405c-5179-4a24-90c2-60525f840b51 req-37a8b948-a8a3-49b6-907d-471299e9b889 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947804 May 24 15:42:02.503815 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79f81fb0-766b-45a4-9a94-d376843ee100 req-7e3d2b36-dc32-4193-b1d5-c3828ab9f90f service neutron] 10.222.0.59 "GET /v2.0/networks/d22bbbfe-aa37-4ce8-92c8-3aeb391d1750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018043 May 24 15:42:03.188407 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b7d3c-cbe3-4e64-a37f-86eafd4eae65 req-a1fc994d-21b8-4dc4-8c9a-0a3523618d41 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:03.190016 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6a5b7d3c-cbe3-4e64-a37f-86eafd4eae65 req-a1fc994d-21b8-4dc4-8c9a-0a3523618d41 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 943 time: 0.0613391 May 24 15:42:03.239278 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6a5b7d3c-cbe3-4e64-a37f-86eafd4eae65 req-d9ca395c-6b8f-4a99-a3ef-11b663228585 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 May 24 15:42:03.264140 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de41ca65-2b6d-4244-94d4-76d9cdf3bf12', 'tag': 'ce97ee31-f2ad-40e1-806b-ac6283c25108'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:42:03.266550 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320f906f-8e3f-49fc-9a59-9928e735184b" -d '{"events": [{"name": "network-changed", "server_uuid": "de41ca65-2b6d-4244-94d4-76d9cdf3bf12", "tag": "ce97ee31-f2ad-40e1-806b-ac6283c25108"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:42:03.307874 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca16169-535c-4d7b-909b-d2f3a8307767 x-openstack-request-id: req-3ca16169-535c-4d7b-909b-d2f3a8307767 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:42:03.308080 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de41ca65-2b6d-4244-94d4-76d9cdf3bf12", "tag": "ce97ee31-f2ad-40e1-806b-ac6283c25108", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:42:03.308354 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ca16169-535c-4d7b-909b-d2f3a8307767 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:42:03.308775 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca16169-535c-4d7b-909b-d2f3a8307767'] response: {'name': 'network-changed', 'server_uuid': 'de41ca65-2b6d-4244-94d4-76d9cdf3bf12', 'tag': 'ce97ee31-f2ad-40e1-806b-ac6283c25108', 'status': 'completed', 'code': 200} May 24 15:42:03.595555 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6885e-7814-4893-a93a-0e668961e6c8 req-5401b32c-d912-464b-807a-50dd8646a717 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:03.597038 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-71f6885e-7814-4893-a93a-0e668961e6c8 req-5401b32c-d912-464b-807a-50dd8646a717 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0493424 May 24 15:42:03.651170 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-71f6885e-7814-4893-a93a-0e668961e6c8 req-b303cfa9-162f-44e7-aaea-dc2c47216c5d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453129 May 24 15:42:03.708909 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f906f-8e3f-49fc-9a59-9928e735184b req-3d961e6a-9935-46f9-86bf-41007a4e74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:03.710436 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-320f906f-8e3f-49fc-9a59-9928e735184b req-3d961e6a-9935-46f9-86bf-41007a4e74e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=769f37bc94e24c3482bb039c5a6e7291&device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 1127 time: 0.0421429 May 24 15:42:03.816532 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f906f-8e3f-49fc-9a59-9928e735184b req-b2d4b9ee-6f0f-44c7-95b7-b17aa93523d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:03.817881 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-320f906f-8e3f-49fc-9a59-9928e735184b req-b2d4b9ee-6f0f-44c7-95b7-b17aa93523d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 HTTP/1.1" status: 200 len: 915 time: 0.0929673 May 24 15:42:03.858023 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-320f906f-8e3f-49fc-9a59-9928e735184b req-10ae2624-d625-413b-877f-fad0160d0b0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce97ee31-f2ad-40e1-806b-ac6283c25108 HTTP/1.1" status: 200 len: 217 time: 0.0326319 May 24 15:42:03.890101 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:42:03.912163 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f906f-8e3f-49fc-9a59-9928e735184b req-b4e17cbf-596a-4e24-a230-ea0097a0296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:03.913602 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-320f906f-8e3f-49fc-9a59-9928e735184b req-b4e17cbf-596a-4e24-a230-ea0097a0296f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba11f0f6-42d1-49f8-87b7-80b0c8a48d01 HTTP/1.1" status: 200 len: 854 time: 0.0494761 May 24 15:42:03.946419 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-320f906f-8e3f-49fc-9a59-9928e735184b req-70596889-7d62-4f15-afa1-7dbc9ca396d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d22bbbfe-aa37-4ce8-92c8-3aeb391d1750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254390 May 24 15:42:04.053970 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-320f906f-8e3f-49fc-9a59-9928e735184b req-f3861a5f-e969-4ce5-8b0f-cfab4ddc048d service neutron] 10.222.0.59 "GET /v2.0/networks/d22bbbfe-aa37-4ce8-92c8-3aeb391d1750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002929 May 24 15:42:04.152932 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-320f906f-8e3f-49fc-9a59-9928e735184b req-eb2b81ab-43a8-4d5c-a948-d6599dd3f774 service neutron] 10.222.0.59 "GET /v2.0/networks/d22bbbfe-aa37-4ce8-92c8-3aeb391d1750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868089 May 24 15:42:04.380869 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d62e-f07d-4230-943a-d861bcde1e24 req-d6f4f421-866e-4e0c-9b47-b1be4ae95ddc tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:04.382232 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3e01d62e-f07d-4230-943a-d861bcde1e24 req-d6f4f421-866e-4e0c-9b47-b1be4ae95ddc tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 943 time: 0.0548694 May 24 15:42:04.410576 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:04.433859 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3e01d62e-f07d-4230-943a-d861bcde1e24 req-7a8715ae-a355-40dc-9334-6bce39eb7110 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428166 May 24 15:42:04.770250 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac9b1c-4f35-4a17-a9c8-19cb354abfa5 req-f3989a63-f209-4d08-b4a4-17c4315f89d3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:04.772060 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91ac9b1c-4f35-4a17-a9c8-19cb354abfa5 req-f3989a63-f209-4d08-b4a4-17c4315f89d3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0471139 May 24 15:42:04.824865 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91ac9b1c-4f35-4a17-a9c8-19cb354abfa5 req-dac45619-60b1-46dc-bb72-225a5953a07c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445848 May 24 15:42:05.450696 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device ce97ee31-f2ad-40e1-806b-ac6283c25108 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:42:05.546081 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:05.554706 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082eb10f-a00a-475e-b499-96b7f664100b req-4bdf2e6c-d76a-4dd2-b567-06dcc9c98d8f tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:05.556198 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-082eb10f-a00a-475e-b499-96b7f664100b req-4bdf2e6c-d76a-4dd2-b567-06dcc9c98d8f tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 943 time: 0.0491571 May 24 15:42:05.560643 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port ce97ee31-f2ad-40e1-806b-ac6283c25108, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ce97ee31-f2ad-40e1-806b-ac6283c25108,segment=NetworkSegment(067ef9e3-699d-4574-ad04-308c6b8878a0),segment_id=067ef9e3-699d-4574-ad04-308c6b8878a0)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:42:05.573113 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'ce97ee31-f2ad-40e1-806b-ac6283c25108', 'network_id': 'd22bbbfe-aa37-4ce8-92c8-3aeb391d1750', 'port_id': 'ce97ee31-f2ad-40e1-806b-ac6283c25108', 'mac_address': 'fa:16:3e:00:98:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba11f0f6-42d1-49f8-87b7-80b0c8a48d01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:42:05.604980 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-082eb10f-a00a-475e-b499-96b7f664100b req-a0821c45-fc68-4827-828f-53bea22aaa45 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427127 May 24 15:42:05.606714 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port ce97ee31-f2ad-40e1-806b-ac6283c25108 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:42:05.607115 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:05.620340 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce97ee31-f2ad-40e1-806b-ac6283c25108 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:42:05.643504 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port ce97ee31-f2ad-40e1-806b-ac6283c25108, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ce97ee31-f2ad-40e1-806b-ac6283c25108,segment=NetworkSegment(067ef9e3-699d-4574-ad04-308c6b8878a0),segment_id=067ef9e3-699d-4574-ad04-308c6b8878a0)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:42:05.648651 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:05.695794 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=ce97ee31-f2ad-40e1-806b-ac6283c25108,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:05.953503 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce31c7-1d44-439f-b719-5e11363d8356 req-cfdf7a67-95db-44fd-8459-268f90ba740e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:05.955061 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-69ce31c7-1d44-439f-b719-5e11363d8356 req-cfdf7a67-95db-44fd-8459-268f90ba740e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0477812 May 24 15:42:06.001563 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-69ce31c7-1d44-439f-b719-5e11363d8356 req-df15c491-05f6-4b1c-8e81-84bda5b1342e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408986 May 24 15:42:06.051557 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['ce97ee31-f2ad-40e1-806b-ac6283c25108'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:42:06.153044 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:06.375422 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d066c8a9-fd87-406f-bdd1-b1ec3e5a5198 req-b01b0352-98d9-429a-86b4-612cafada0f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436513 May 24 15:42:06.454647 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066c8a9-fd87-406f-bdd1-b1ec3e5a5198 req-10d3e0a4-9c86-4cb3-bdbb-6a8160a0681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:06.456154 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d066c8a9-fd87-406f-bdd1-b1ec3e5a5198 req-10d3e0a4-9c86-4cb3-bdbb-6a8160a0681a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 1130 time: 0.0412421 May 24 15:42:06.566859 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066c8a9-fd87-406f-bdd1-b1ec3e5a5198 req-1dcc3f1b-121b-4c53-99f3-4e9104623513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:06.568318 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d066c8a9-fd87-406f-bdd1-b1ec3e5a5198 req-1dcc3f1b-121b-4c53-99f3-4e9104623513 service neutron] 10.222.0.59 "GET /v2.0/networks?id=062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 200 len: 917 time: 0.0876634 May 24 15:42:06.642158 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d066c8a9-fd87-406f-bdd1-b1ec3e5a5198 req-67642d26-01c5-4f70-a26c-0b0c9f424724 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4136280-42c5-46f1-8248-0dcb997d0277 HTTP/1.1" status: 200 len: 1000 time: 0.0596526 May 24 15:42:06.720139 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066c8a9-fd87-406f-bdd1-b1ec3e5a5198 req-e32f4ebf-8219-41f3-a374-b846fc6ef1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:06.722081 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d066c8a9-fd87-406f-bdd1-b1ec3e5a5198 req-e32f4ebf-8219-41f3-a374-b846fc6ef1b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=406760c0-7990-42bd-b875-7a3c5b0f957e HTTP/1.1" status: 200 len: 855 time: 0.0728204 May 24 15:42:06.732441 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe4dcd-b780-4c22-b47e-d07b8f45b36e req-d27c15f4-8aed-4249-a84d-e1c13814b62f tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:06.733863 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6cfe4dcd-b780-4c22-b47e-d07b8f45b36e req-d27c15f4-8aed-4249-a84d-e1c13814b62f tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 944 time: 0.0593319 May 24 15:42:06.789078 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066c8a9-fd87-406f-bdd1-b1ec3e5a5198 req-52ea581f-44cd-4da8-8956-f844961e0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:06.790596 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d066c8a9-fd87-406f-bdd1-b1ec3e5a5198 req-52ea581f-44cd-4da8-8956-f844961e0c4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=062393c0-66b9-4ecb-bb43-dbb81b8673fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558779 May 24 15:42:06.852939 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6cfe4dcd-b780-4c22-b47e-d07b8f45b36e req-fdce86d7-6de2-4e63-8792-f8031c8ca47a tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103513 May 24 15:42:06.892512 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d066c8a9-fd87-406f-bdd1-b1ec3e5a5198 req-5cb51019-877b-444a-b01a-21b5672d7e83 service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934355 May 24 15:42:06.985399 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d066c8a9-fd87-406f-bdd1-b1ec3e5a5198 req-78c0e933-fa2d-47f2-b16f-ef4c4e8907dd service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864401 May 24 15:42:07.002396 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:07.131291 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580278a-44ff-43d0-a4a9-ff875a01f728 req-b76d4cb5-13ad-4ea1-a6d5-fdfc13a651ff tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:07.132820 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5580278a-44ff-43d0-a4a9-ff875a01f728 req-b76d4cb5-13ad-4ea1-a6d5-fdfc13a651ff tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0617580 May 24 15:42:07.167170 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:07.182842 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5580278a-44ff-43d0-a4a9-ff875a01f728 req-0fb98ffb-76ba-4a0a-aa06-d86f6bf563e3 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443621 May 24 15:42:07.475506 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device ce97ee31-f2ad-40e1-806b-ac6283c25108 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:42:07.529336 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port ce97ee31-f2ad-40e1-806b-ac6283c25108 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:42:07.538644 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port ce97ee31-f2ad-40e1-806b-ac6283c25108 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:42:07.539010 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:07.611390 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port ce97ee31-f2ad-40e1-806b-ac6283c25108 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:42:07.611767 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:07.638840 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de41ca65-2b6d-4244-94d4-76d9cdf3bf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce97ee31-f2ad-40e1-806b-ac6283c25108'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:42:07.641835 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee8f39b-673d-436a-b20d-4909cea96427" -d '{"events": [{"server_uuid": "de41ca65-2b6d-4244-94d4-76d9cdf3bf12", "name": "network-vif-plugged", "status": "completed", "tag": "ce97ee31-f2ad-40e1-806b-ac6283c25108"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:42:07.660542 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port ce97ee31-f2ad-40e1-806b-ac6283c25108, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ce97ee31-f2ad-40e1-806b-ac6283c25108,segment=NetworkSegment(067ef9e3-699d-4574-ad04-308c6b8878a0),segment_id=067ef9e3-699d-4574-ad04-308c6b8878a0)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:42:07.670621 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:07.701583 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7191f57b-6876-4884-ba19-bb86e4877f2d x-openstack-request-id: req-7191f57b-6876-4884-ba19-bb86e4877f2d {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:42:07.701860 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de41ca65-2b6d-4244-94d4-76d9cdf3bf12", "name": "network-vif-plugged", "status": "completed", "tag": "ce97ee31-f2ad-40e1-806b-ac6283c25108", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:42:07.702142 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7191f57b-6876-4884-ba19-bb86e4877f2d {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:42:07.702532 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7191f57b-6876-4884-ba19-bb86e4877f2d'] response: {'server_uuid': 'de41ca65-2b6d-4244-94d4-76d9cdf3bf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce97ee31-f2ad-40e1-806b-ac6283c25108', 'code': 200} May 24 15:42:07.727624 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=ce97ee31-f2ad-40e1-806b-ac6283c25108,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:07.976756 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80323a-1084-4d4c-83c1-0bbd4f5c6135 req-c4c3226e-028f-4292-b9d8-80cf92eeb447 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:07.978246 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ad80323a-1084-4d4c-83c1-0bbd4f5c6135 req-c4c3226e-028f-4292-b9d8-80cf92eeb447 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 945 time: 0.0521107 May 24 15:42:08.039541 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ad80323a-1084-4d4c-83c1-0bbd4f5c6135 req-07ff16a8-71db-4d68-a817-7a6add8e2852 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527532 May 24 15:42:08.190281 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0870e45-fd49-4bef-b022-b2084cd71af3 req-9ebee46f-2b9f-4e4f-b564-a40b83b7ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:08.191781 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a0870e45-fd49-4bef-b022-b2084cd71af3 req-9ebee46f-2b9f-4e4f-b564-a40b83b7ac87 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 1129 time: 0.0388477 May 24 15:42:08.237030 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a0870e45-fd49-4bef-b022-b2084cd71af3 req-2fff25f4-cac3-4241-a112-51013e78bb4a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390635 May 24 15:42:08.297111 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030ff1d-1a63-4e94-967f-ec326674a940 req-6087d506-7c7d-4298-bd88-e1ac9a04cf78 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:08.298568 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1030ff1d-1a63-4e94-967f-ec326674a940 req-6087d506-7c7d-4298-bd88-e1ac9a04cf78 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0468056 May 24 15:42:08.318882 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:08.347188 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1030ff1d-1a63-4e94-967f-ec326674a940 req-92f9d060-d54f-4ece-a0ef-a3f7ddd8cd3b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 May 24 15:42:09.170820 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0c5da-b239-4d8b-ba11-cdf93070f665 req-0788de44-452e-4ff3-93f4-3f254e9e186c tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:09.172339 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6cc0c5da-b239-4d8b-ba11-cdf93070f665 req-0788de44-452e-4ff3-93f4-3f254e9e186c tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 945 time: 0.0576088 May 24 15:42:09.220492 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6cc0c5da-b239-4d8b-ba11-cdf93070f665 req-c734f705-cf14-411b-a2d1-a8039925b727 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424113 May 24 15:42:09.469928 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912d138-82e4-49c4-bb50-2c851f591dd4 req-ec67a63d-d1e8-4bd9-9a20-abb79e6b4679 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:09.471415 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7912d138-82e4-49c4-bb50-2c851f591dd4 req-ec67a63d-d1e8-4bd9-9a20-abb79e6b4679 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0488186 May 24 15:42:09.518259 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7912d138-82e4-49c4-bb50-2c851f591dd4 req-1f39d969-4d31-43e6-b3fb-c9a632d1e174 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411444 May 24 15:42:10.349857 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc663bf-5db4-4ce2-b719-51dfa696845c req-f21c9eaa-0cf3-4845-b5b5-a5a63e56cdec tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:10.351295 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ccc663bf-5db4-4ce2-b719-51dfa696845c req-f21c9eaa-0cf3-4845-b5b5-a5a63e56cdec tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 945 time: 0.0582142 May 24 15:42:10.401795 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ccc663bf-5db4-4ce2-b719-51dfa696845c req-62c8bfa4-6022-4db2-a749-a834b485168b tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 May 24 15:42:10.633661 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f929d-8726-4a70-8af1-a2d1e1f90dd4 req-05ed01b0-ff3c-4ebf-b336-bfbc33b1a6d7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:10.635118 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4d4f929d-8726-4a70-8af1-a2d1e1f90dd4 req-05ed01b0-ff3c-4ebf-b336-bfbc33b1a6d7 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0479333 May 24 15:42:10.687739 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4d4f929d-8726-4a70-8af1-a2d1e1f90dd4 req-29809947-57c8-48cc-95dd-58767911b681 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446377 May 24 15:42:11.809312 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207eaee-d396-44eb-9cd9-86d94b5e6339 req-3ed4449b-8e37-4ca6-818f-62e01c9d34d0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:11.811226 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2207eaee-d396-44eb-9cd9-86d94b5e6339 req-3ed4449b-8e37-4ca6-818f-62e01c9d34d0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0567250 May 24 15:42:11.830436 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:11.866005 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2207eaee-d396-44eb-9cd9-86d94b5e6339 req-148d51b7-746b-4b1f-aa2f-06f66eef3e3e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461242 May 24 15:42:12.987121 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b093ff-746f-4ea0-aab8-2c99eeb64cc9 req-a0f9c377-9666-4ff8-b8b6-a8878a4f767d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:12.988599 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d6b093ff-746f-4ea0-aab8-2c99eeb64cc9 req-a0f9c377-9666-4ff8-b8b6-a8878a4f767d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0468340 May 24 15:42:13.037106 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d6b093ff-746f-4ea0-aab8-2c99eeb64cc9 req-6213fda7-0646-43d0-8ba9-d6564f674e50 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427442 May 24 15:42:14.165586 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27602c52-9df9-4dbe-8af6-ccfc1e6911f3 req-f16eb6a2-5fce-4398-9741-05196578fe9b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:14.167042 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-27602c52-9df9-4dbe-8af6-ccfc1e6911f3 req-f16eb6a2-5fce-4398-9741-05196578fe9b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0492723 May 24 15:42:14.232378 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-27602c52-9df9-4dbe-8af6-ccfc1e6911f3 req-e4d506fd-9307-4199-883b-3695ec3467d6 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533578 May 24 15:42:15.383790 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1794-e11d-4f3f-a923-ba76b23f4992 req-84041134-c2cd-4db6-b538-40b66034c82f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:15.385291 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-404d1794-e11d-4f3f-a923-ba76b23f4992 req-84041134-c2cd-4db6-b538-40b66034c82f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0597003 May 24 15:42:15.401337 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:15.438688 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-404d1794-e11d-4f3f-a923-ba76b23f4992 req-1b57c375-5759-49e8-a091-3df82c5e3a66 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449631 May 24 15:42:16.561125 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18950c4e-82b9-4162-9992-99e7ff0dd0f8 req-91991f9e-0751-4eee-8179-4ecd30cf5195 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:16.562576 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-18950c4e-82b9-4162-9992-99e7ff0dd0f8 req-91991f9e-0751-4eee-8179-4ecd30cf5195 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0476336 May 24 15:42:16.621715 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-18950c4e-82b9-4162-9992-99e7ff0dd0f8 req-0be969e0-14e8-41fd-a0cd-cf8dc56e1e41 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536659 May 24 15:42:17.719898 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=34,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:17.725971 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:17.737740 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f2618-133e-482b-b893-aecaf5577b1d req-91e5f3de-cccc-4cab-a79e-37cc94d5f19c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:17.739234 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-008f2618-133e-482b-b893-aecaf5577b1d req-91e5f3de-cccc-4cab-a79e-37cc94d5f19c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0484052 May 24 15:42:18.051694 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-008f2618-133e-482b-b893-aecaf5577b1d req-5eaccaab-d42c-4895-aac2-edb8a233dd40 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062479 May 24 15:42:18.078949 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abcf74-9c03-4405-89c7-e32c1c4e2acb req-8ca0a40d-3d66-455f-86b3-023a82659e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:18.080463 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a2abcf74-9c03-4405-89c7-e32c1c4e2acb req-8ca0a40d-3d66-455f-86b3-023a82659e95 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 1129 time: 0.0447097 May 24 15:42:18.121821 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:18.136246 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a2abcf74-9c03-4405-89c7-e32c1c4e2acb req-9988463a-1968-4ac7-b76c-1b624a7e4389 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394783 May 24 15:42:19.172914 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e329f6-b909-49df-b092-9bd005241334 req-cf05c0f8-1c14-48f1-ae45-c5fc094d235f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:19.174377 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-37e329f6-b909-49df-b092-9bd005241334 req-cf05c0f8-1c14-48f1-ae45-c5fc094d235f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0471673 May 24 15:42:19.226706 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-37e329f6-b909-49df-b092-9bd005241334 req-7b317b91-0464-4e09-b46e-00590cc1ec0e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467603 May 24 15:42:20.354445 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e561c-08dd-46fa-9ce2-0b6d6ae49020 req-c5cd0dbc-23f9-4acb-9681-2826adf42942 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:20.356171 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8c3e561c-08dd-46fa-9ce2-0b6d6ae49020 req-c5cd0dbc-23f9-4acb-9681-2826adf42942 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0546813 May 24 15:42:20.406807 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8c3e561c-08dd-46fa-9ce2-0b6d6ae49020 req-14268fb1-6530-48e7-a1e9-5ce917761179 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426016 May 24 15:42:21.492596 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=88 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:21.495630 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=94 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:21.522918 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1a5f-d9b6-4447-937c-eb82908d8350 req-709a44a1-eba1-4550-9151-135f18705829 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:21.524426 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0acd1a5f-d9b6-4447-937c-eb82908d8350 req-709a44a1-eba1-4550-9151-135f18705829 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0497682 May 24 15:42:21.571884 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0acd1a5f-d9b6-4447-937c-eb82908d8350 req-8de94537-d0cf-4dd6-96b3-c9e54c99dc35 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415595 May 24 15:42:22.692348 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48934b5e-8435-4acd-bfc5-59775dff15eb req-fdfce1ed-cdc5-499d-94c3-61ea345e4246 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:22.695038 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-48934b5e-8435-4acd-bfc5-59775dff15eb req-fdfce1ed-cdc5-499d-94c3-61ea345e4246 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0540488 May 24 15:42:22.748470 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-48934b5e-8435-4acd-bfc5-59775dff15eb req-8e8bb28a-6c28-42b4-8ed2-1f58495dd6ea tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481684 May 24 15:42:23.160966 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d305b0-6fdb-4a6e-ac3f-a1dc32964e00 req-d7f7e5fa-4cdb-4712-9ec0-6a6085b115e9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:23.162321 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-60d305b0-6fdb-4a6e-ac3f-a1dc32964e00 req-d7f7e5fa-4cdb-4712-9ec0-6a6085b115e9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0477118 May 24 15:42:23.209166 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-60d305b0-6fdb-4a6e-ac3f-a1dc32964e00 req-bc7c4368-c9f4-4b20-b075-ead77ea3329d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411088 May 24 15:42:24.346878 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52847081-b341-44a0-b5a1-2f6bd88d7522 req-b80bd193-0d0c-4bcf-848a-4f5ee9a637ce tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:24.348360 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-52847081-b341-44a0-b5a1-2f6bd88d7522 req-b80bd193-0d0c-4bcf-848a-4f5ee9a637ce tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0528202 May 24 15:42:24.399299 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-52847081-b341-44a0-b5a1-2f6bd88d7522 req-ae42a33b-ce37-4577-992b-520a3bbb4927 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450435 May 24 15:42:25.360751 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ab560995-c44b-4d3a-a585-73f976970b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:25.521922 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcc906-7c71-4dd8-b54d-49b628629738 req-963e3064-1620-4753-b8ee-1e94ef42f95c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:25.523544 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d5fcc906-7c71-4dd8-b54d-49b628629738 req-963e3064-1620-4753-b8ee-1e94ef42f95c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0470600 May 24 15:42:25.570937 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d5fcc906-7c71-4dd8-b54d-49b628629738 req-fdaae20d-e1b0-44ae-818d-ac0b28108bbf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412819 May 24 15:42:25.790047 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a9e09-b615-4677-bbc0-0b79118eeb12 req-4a2152a1-7aab-44c1-ba97-13628fda9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:25.791631 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-701a9e09-b615-4677-bbc0-0b79118eeb12 req-4a2152a1-7aab-44c1-ba97-13628fda9c49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 1129 time: 0.0483842 May 24 15:42:25.846808 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:25.890367 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a9e09-b615-4677-bbc0-0b79118eeb12 req-877e663a-4a9a-49a7-bdff-3065592a0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:25.892585 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-701a9e09-b615-4677-bbc0-0b79118eeb12 req-877e663a-4a9a-49a7-bdff-3065592a0f2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.0929589 May 24 15:42:25.963264 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-701a9e09-b615-4677-bbc0-0b79118eeb12 req-410d33ea-a0be-41ab-b98c-c2fe738b522e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=123b7faa-d212-4186-93a9-6e1d900b7f9c HTTP/1.1" status: 200 len: 1001 time: 0.0632977 May 24 15:42:26.026004 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a9e09-b615-4677-bbc0-0b79118eeb12 req-a75526a5-b387-433c-82ff-78fcefc5b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:26.027491 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-701a9e09-b615-4677-bbc0-0b79118eeb12 req-a75526a5-b387-433c-82ff-78fcefc5b83f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0515380 May 24 15:42:26.078859 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a9e09-b615-4677-bbc0-0b79118eeb12 req-84cd76d1-7d0d-4ae8-a3b5-5c1abf2903a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:26.080406 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-701a9e09-b615-4677-bbc0-0b79118eeb12 req-84cd76d1-7d0d-4ae8-a3b5-5c1abf2903a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404220 May 24 15:42:26.168072 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:26.172661 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-701a9e09-b615-4677-bbc0-0b79118eeb12 req-7ea76d1b-e1ba-4ca1-a08f-8941c8250769 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837312 May 24 15:42:26.273494 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-701a9e09-b615-4677-bbc0-0b79118eeb12 req-721b8688-8248-4175-a665-f1f68b24a029 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927329 May 24 15:42:26.705161 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d012e14-1380-4e17-b3f1-9c905411d29e req-be70620b-2574-435e-8bf8-c3b1585a375a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:26.706661 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5d012e14-1380-4e17-b3f1-9c905411d29e req-be70620b-2574-435e-8bf8-c3b1585a375a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0521629 May 24 15:42:26.767118 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5d012e14-1380-4e17-b3f1-9c905411d29e req-1ad07a75-19c0-423c-a525-a0e522b8cd23 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519278 May 24 15:42:27.599976 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9d9508af-e9d7-4218-a121-6ab199a86caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:27.921268 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46479e11-1566-4b0e-8411-4a91aad3c1e0 req-edd7bd52-ed0d-4195-bdba-5c766a7075cc tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:27.923009 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-46479e11-1566-4b0e-8411-4a91aad3c1e0 req-edd7bd52-ed0d-4195-bdba-5c766a7075cc tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0599771 May 24 15:42:27.979434 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-46479e11-1566-4b0e-8411-4a91aad3c1e0 req-9043264e-4818-4e75-96c3-291d00aff39f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500531 May 24 15:42:29.112694 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c53332-6b69-4234-b439-1c0127c5fc81 req-1809ce22-59cc-4bfb-b894-11fc2824cc64 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:29.114185 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d9c53332-6b69-4234-b439-1c0127c5fc81 req-1809ce22-59cc-4bfb-b894-11fc2824cc64 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0515521 May 24 15:42:29.130649 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:29.169082 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d9c53332-6b69-4234-b439-1c0127c5fc81 req-c70ecdd9-969a-4f48-a401-7e1a64340a9e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452976 May 24 15:42:29.692419 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7c44e-6aac-41d0-9a7a-2cc262fa9c8f req-7eaad635-4e5b-4c0c-837f-f47e75d1a513 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:29.693932 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-30a7c44e-6aac-41d0-9a7a-2cc262fa9c8f req-7eaad635-4e5b-4c0c-837f-f47e75d1a513 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0490754 May 24 15:42:29.742549 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-30a7c44e-6aac-41d0-9a7a-2cc262fa9c8f req-a41d3e2f-cf79-424a-8e38-a65e357d058a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421317 May 24 15:42:30.296185 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f834779-aa3b-4b7b-95ab-4f16b1ca4c10 req-5bd81808-c15d-4b35-8e0f-ff0317cf25a2 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:30.297708 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f834779-aa3b-4b7b-95ab-4f16b1ca4c10 req-5bd81808-c15d-4b35-8e0f-ff0317cf25a2 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0540655 May 24 15:42:30.330178 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:30.353849 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f834779-aa3b-4b7b-95ab-4f16b1ca4c10 req-6dc77cab-cfb1-49c3-a794-7a63509f84ac tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497973 May 24 15:42:30.470706 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5a3c6-077d-4f32-b645-08172e9546d2 req-9311f00a-1536-49e4-a575-0500c19690f9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:30.472409 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-74f5a3c6-077d-4f32-b645-08172e9546d2 req-9311f00a-1536-49e4-a575-0500c19690f9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0539207 May 24 15:42:30.483362 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 52826) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:30.487999 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-73bae10f-5608-48fe-a20b-9cdbb55e778a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Request body: {'floatingip': {'port_id': '123b7faa-d212-4186-93a9-6e1d900b7f9c'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:42:30.546791 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73bae10f-5608-48fe-a20b-9cdbb55e778a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for floatingip (83b919d1-a638-44e9-b97f-7bd09e5b0404), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:30.598115 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:30.927562 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e8262-daea-4273-888a-0faec399090a req-65445a16-e3ee-4982-b03e-c4dc7f7b32e5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:30.929074 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0c2e8262-daea-4273-888a-0faec399090a req-65445a16-e3ee-4982-b03e-c4dc7f7b32e5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0889082 May 24 15:42:30.945326 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:31.026921 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0c2e8262-daea-4273-888a-0faec399090a req-cd3f4d2e-0f65-409e-90db-219eb9e5a95e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907760 May 24 15:42:31.117918 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73bae10f-5608-48fe-a20b-9cdbb55e778a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:31.128507 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73bae10f-5608-48fe-a20b-9cdbb55e778a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (83b919d1-a638-44e9-b97f-7bd09e5b0404), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:31.332390 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bae10f-5608-48fe-a20b-9cdbb55e778a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Router 04621e83-d5a4-401e-b9e9-29bba3f4f23f has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:42:31.446604 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bae10f-5608-48fe-a20b-9cdbb55e778a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:42:31.452200 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-73bae10f-5608-48fe-a20b-9cdbb55e778a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:31.457407 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11880e60-fdba-4ba8-a264-51df2331c041 None None] Sync routers for ids ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:42:31.468842 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11880e60-fdba-4ba8-a264-51df2331c041 None None] Routers {'04621e83-d5a4-401e-b9e9-29bba3f4f23f'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:42:31.468842 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-11880e60-fdba-4ba8-a264-51df2331c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:31.486544 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f726278-c770-47b5-86db-c95db49ba80f', 'tag': '123b7faa-d212-4186-93a9-6e1d900b7f9c'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:42:31.488068 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3973f02-c0a2-4b27-b0b1-b20f901fc9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3f726278-c770-47b5-86db-c95db49ba80f", "tag": "123b7faa-d212-4186-93a9-6e1d900b7f9c"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:42:31.532411 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb38902-d083-48aa-a406-df595848aa73 x-openstack-request-id: req-9bb38902-d083-48aa-a406-df595848aa73 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:42:31.532749 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f726278-c770-47b5-86db-c95db49ba80f", "tag": "123b7faa-d212-4186-93a9-6e1d900b7f9c", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:42:31.533000 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9bb38902-d083-48aa-a406-df595848aa73 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:42:31.533573 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb38902-d083-48aa-a406-df595848aa73'] response: {'name': 'network-changed', 'server_uuid': '3f726278-c770-47b5-86db-c95db49ba80f', 'tag': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'status': 'completed', 'code': 200} May 24 15:42:31.541490 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-73bae10f-5608-48fe-a20b-9cdbb55e778a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "PUT /v2.0/floatingips/83b919d1-a638-44e9-b97f-7bd09e5b0404 HTTP/1.1" status: 200 len: 993 time: 1.0570297 May 24 15:42:31.572017 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-11880e60-fdba-4ba8-a264-51df2331c041 None None] Set router 04621e83-d5a4-401e-b9e9-29bba3f4f23f gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:42:31.728075 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:31.800834 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-11880e60-fdba-4ba8-a264-51df2331c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '83b919d1-a638-44e9-b97f-7bd09e5b0404', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'port_id': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'mac_address': 'fa:16:3e:7c:a1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f726278-c770-47b5-86db-c95db49ba80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:40:05Z', 'updated_at': '2022-05-24T15:42:31Z', 'revision_number': 3, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:22Z', 'revision_number': 5, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:31.825237 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3973f02-c0a2-4b27-b0b1-b20f901fc9eb req-17528185-a877-4065-b787-a3cea1bb7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:31.827774 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f3973f02-c0a2-4b27-b0b1-b20f901fc9eb req-17528185-a877-4065-b787-a3cea1bb7b0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 1129 time: 0.0482581 May 24 15:42:31.830191 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11880e60-fdba-4ba8-a264-51df2331c041 None None] Checking router: 04621e83-d5a4-401e-b9e9-29bba3f4f23f for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:42:31.839944 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11880e60-fdba-4ba8-a264-51df2331c041 None None] Routers {'04621e83-d5a4-401e-b9e9-29bba3f4f23f'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:42:31.840926 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-11880e60-fdba-4ba8-a264-51df2331c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:31.959981 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-a99d17f3-0c2f-4577-b868-b5f2e3f56e06 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:31.962278 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-a99d17f3-0c2f-4577-b868-b5f2e3f56e06 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0518534 May 24 15:42:31.962917 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-11880e60-fdba-4ba8-a264-51df2331c041 None None] Set router 04621e83-d5a4-401e-b9e9-29bba3f4f23f gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:42:31.993365 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:32.005454 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3973f02-c0a2-4b27-b0b1-b20f901fc9eb req-4a9203e7-f87f-49c8-92d0-db287c201825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:32.007203 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f3973f02-c0a2-4b27-b0b1-b20f901fc9eb req-4a9203e7-f87f-49c8-92d0-db287c201825 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.0969498 May 24 15:42:32.090379 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f3973f02-c0a2-4b27-b0b1-b20f901fc9eb req-e1cd1b6f-d3d2-44e1-9c02-f5b1ede1e460 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=123b7faa-d212-4186-93a9-6e1d900b7f9c HTTP/1.1" status: 200 len: 1001 time: 0.0675349 May 24 15:42:32.124149 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Deleting port b4136280-42c5-46f1-8248-0dcb997d0277 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:42:32.124594 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:32.186236 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-11880e60-fdba-4ba8-a264-51df2331c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '83b919d1-a638-44e9-b97f-7bd09e5b0404', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'port_id': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'mac_address': 'fa:16:3e:7c:a1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f726278-c770-47b5-86db-c95db49ba80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:40:05Z', 'updated_at': '2022-05-24T15:42:31Z', 'revision_number': 3, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:22Z', 'revision_number': 5, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:32.187341 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95b812-20de-4860-a627-78bfb656b352 req-e06085b4-5315-4c46-83f3-1511b5bdca60 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:32.188970 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bf95b812-20de-4860-a627-78bfb656b352 req-e06085b4-5315-4c46-83f3-1511b5bdca60 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 946 time: 0.0573506 May 24 15:42:32.190504 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3973f02-c0a2-4b27-b0b1-b20f901fc9eb req-897e6e28-dc9d-42cc-b9b2-f4e0879ad138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:32.191837 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f3973f02-c0a2-4b27-b0b1-b20f901fc9eb req-897e6e28-dc9d-42cc-b9b2-f4e0879ad138 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0949788 May 24 15:42:32.217115 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11880e60-fdba-4ba8-a264-51df2331c041 None None] The sync data for ids ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'] in dv-cinder-843153-1-iscsi is: [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '83b919d1-a638-44e9-b97f-7bd09e5b0404', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'port_id': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'mac_address': 'fa:16:3e:7c:a1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f726278-c770-47b5-86db-c95db49ba80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:40:05Z', 'updated_at': '2022-05-24T15:42:31Z', 'revision_number': 3, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:22Z', 'revision_number': 5, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:42:32.227948 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] For port b4136280-42c5-46f1-8248-0dcb997d0277, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=b4136280-42c5-46f1-8248-0dcb997d0277,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:42:32.228484 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:32.266115 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:32.272621 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3973f02-c0a2-4b27-b0b1-b20f901fc9eb req-ccdf9ddf-6c27-424d-a499-219f14301302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:32.274317 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f3973f02-c0a2-4b27-b0b1-b20f901fc9eb req-ccdf9ddf-6c27-424d-a499-219f14301302 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758843 May 24 15:42:32.283215 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bf95b812-20de-4860-a627-78bfb656b352 req-505f2b17-462d-4e14-b9e2-edaf4225fefc tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=64b13ba7-3efc-48b1-812c-f9c7ebada58b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864336 May 24 15:42:32.384313 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f3973f02-c0a2-4b27-b0b1-b20f901fc9eb req-3af54e10-f0e9-447b-9ccd-a145a75a4177 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993252 May 24 15:42:32.496845 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f3973f02-c0a2-4b27-b0b1-b20f901fc9eb req-6961f5e8-5cbc-41a0-b6fb-3c85cbdae3ba service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024735 May 24 15:42:32.519448 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:32.520305 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (a95151a0-b3ae-4287-8147-6a2f1592f72e), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:32.520716 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Floating IP a95151a0-b3ae-4287-8147-6a2f1592f72e disassociated. External IP: 172.27.3.21, port: b4136280-42c5-46f1-8248-0dcb997d0277. May 24 15:42:32.521086 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Calling delete_port for b4136280-42c5-46f1-8248-0dcb997d0277 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:42:32.650307 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (b4136280-42c5-46f1-8248-0dcb997d0277), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:32.682162 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event deleted for resources: {'Port': ['ID=b4136280-42c5-46f1-8248-0dcb997d0277,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:32.694459 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.695045 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.695142 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.695449 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.695777 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.696126 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.696453 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.696774 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.697094 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.697443 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.697767 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.698086 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.698693 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.699022 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.699343 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:32.810993 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:42:32.915246 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:42:32.919394 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0df90-6f2a-4075-8adb-346d6681d8f2 req-94d5b563-510c-4ad5-85c7-c09a48b57680 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:32.921275 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-baa0df90-6f2a-4075-8adb-346d6681d8f2 req-94d5b563-510c-4ad5-85c7-c09a48b57680 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 945 time: 0.0494959 May 24 15:42:32.925295 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a80026-cf05-4b29-9c73-00f695602976 None None] Sync routers for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:42:32.940813 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a80026-cf05-4b29-9c73-00f695602976 None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:42:32.941669 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e6a80026-cf05-4b29-9c73-00f695602976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:32.965279 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] No DVR routers for this DVR port b4136280-42c5-46f1-8248-0dcb997d0277 on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:42:32.968642 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:32.972701 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a95b8249-64d8-4045-a19f-bdc072664ac2 req-b124c7b0-34b4-4995-9ee8-ca26a6665a10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.59 "DELETE /v2.0/ports/b4136280-42c5-46f1-8248-0dcb997d0277 HTTP/1.1" status: 204 len: 173 time: 0.9795716 May 24 15:42:32.973179 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'name': 'network-vif-deleted', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:42:32.975539 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1940ef38-6170-4a47-b1b0-2c71473afef2" -d '{"events": [{"server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "name": "network-vif-deleted", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:42:32.982315 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-baa0df90-6f2a-4075-8adb-346d6681d8f2 req-1902e524-a518-419e-abb9-1b0c9719264e tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476577 May 24 15:42:33.014934 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6f2218-16cf-43a2-a536-01125fd8597b x-openstack-request-id: req-fb6f2218-16cf-43a2-a536-01125fd8597b {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:42:33.015223 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2694ac-4a5e-4cfa-aaf8-877c8285148a", "name": "network-vif-deleted", "tag": "b4136280-42c5-46f1-8248-0dcb997d0277", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:42:33.015473 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb6f2218-16cf-43a2-a536-01125fd8597b {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:42:33.015873 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6f2218-16cf-43a2-a536-01125fd8597b'] response: {'server_uuid': 'ca2694ac-4a5e-4cfa-aaf8-877c8285148a', 'name': 'network-vif-deleted', 'tag': 'b4136280-42c5-46f1-8248-0dcb997d0277', 'status': 'completed', 'code': 200} May 24 15:42:33.064496 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-e6a80026-cf05-4b29-9c73-00f695602976 None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:42:33.264057 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e6a80026-cf05-4b29-9c73-00f695602976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:33.289492 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a80026-cf05-4b29-9c73-00f695602976 None None] Checking router: cad1d95c-ee3c-4ffd-9237-920169d9fbc2 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:42:33.298889 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a80026-cf05-4b29-9c73-00f695602976 None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:42:33.299518 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e6a80026-cf05-4b29-9c73-00f695602976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:33.403717 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-e6a80026-cf05-4b29-9c73-00f695602976 None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:42:33.412081 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8134fe03-8c29-40d0-94e9-47cbd6747623 req-11c5c7b1-8a2e-4cd3-85de-602340656cc3 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 210 time: 0.0345874 May 24 15:42:33.534468 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f726278-c770-47b5-86db-c95db49ba80f', 'tag': '123b7faa-d212-4186-93a9-6e1d900b7f9c'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:42:33.536799 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348839e3-3143-4cd0-9004-8164b192f88a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f726278-c770-47b5-86db-c95db49ba80f", "tag": "123b7faa-d212-4186-93a9-6e1d900b7f9c"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:42:33.575586 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdfc327-59a9-47f2-a3fd-a756a827dbd1 x-openstack-request-id: req-0cdfc327-59a9-47f2-a3fd-a756a827dbd1 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:42:33.575939 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f726278-c770-47b5-86db-c95db49ba80f", "tag": "123b7faa-d212-4186-93a9-6e1d900b7f9c", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:42:33.576281 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0cdfc327-59a9-47f2-a3fd-a756a827dbd1 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:42:33.576765 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdfc327-59a9-47f2-a3fd-a756a827dbd1'] response: {'name': 'network-changed', 'server_uuid': '3f726278-c770-47b5-86db-c95db49ba80f', 'tag': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'status': 'completed', 'code': 200} May 24 15:42:33.708956 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-e6a80026-cf05-4b29-9c73-00f695602976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:33.737221 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a80026-cf05-4b29-9c73-00f695602976 None None] The sync data for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi is: [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:42:33.967150 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a97a3-fdb6-4664-9bd7-a82e9e660282 None None] New status for floating IP a95151a0-b3ae-4287-8147-6a2f1592f72e: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:42:34.106713 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7ade0-4a68-40f4-8cd8-4b0a48e708fa req-5511da8e-319e-48fb-8ee9-0cc7b56c46c0 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:34.108130 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-aeb7ade0-4a68-40f4-8cd8-4b0a48e708fa req-5511da8e-319e-48fb-8ee9-0cc7b56c46c0 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 945 time: 0.0543635 May 24 15:42:34.161806 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-aeb7ade0-4a68-40f4-8cd8-4b0a48e708fa req-c72d5016-81b6-4115-a234-97d42b93292e tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467381 May 24 15:42:34.515966 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b46be6b5-bef7-463d-b9d2-6c757ab65e48 req-f5d177d1-f4db-4472-8fe5-8b560a3a8351 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca2694ac-4a5e-4cfa-aaf8-877c8285148a HTTP/1.1" status: 200 len: 210 time: 0.0289073 May 24 15:42:34.519169 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:34.563167 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348839e3-3143-4cd0-9004-8164b192f88a req-2eebb19d-8145-4e64-9931-66e07d4205a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:34.565756 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-348839e3-3143-4cd0-9004-8164b192f88a req-2eebb19d-8145-4e64-9931-66e07d4205a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 1129 time: 0.0547874 May 24 15:42:34.656705 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348839e3-3143-4cd0-9004-8164b192f88a req-ec4d5ca9-41ce-41b2-bf09-0b777ff5f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:34.658328 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-348839e3-3143-4cd0-9004-8164b192f88a req-ec4d5ca9-41ce-41b2-bf09-0b777ff5f35f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.0867872 May 24 15:42:34.744965 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:34.760939 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-348839e3-3143-4cd0-9004-8164b192f88a req-9ca6b02a-2855-4eb5-ab5f-a143025fe02e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=123b7faa-d212-4186-93a9-6e1d900b7f9c HTTP/1.1" status: 200 len: 1001 time: 0.0604994 May 24 15:42:34.764544 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f32a87-5aa7-4053-b647-d3b6a4931f39 req-4426cbcd-adc4-44eb-b19e-f6dcb527bd6f tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:34.765992 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e0f32a87-5aa7-4053-b647-d3b6a4931f39 req-4426cbcd-adc4-44eb-b19e-f6dcb527bd6f tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.59 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 945 time: 0.0594485 May 24 15:42:35.055249 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348839e3-3143-4cd0-9004-8164b192f88a req-9a617087-b63c-4748-b978-2aec4f2479e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:35.056941 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-348839e3-3143-4cd0-9004-8164b192f88a req-9a617087-b63c-4748-b978-2aec4f2479e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.0497179 May 24 15:42:35.105666 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-e0f32a87-5aa7-4053-b647-d3b6a4931f39 req-04f9ba42-c78b-4e4f-a297-55cc4fb8a5ab tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Deleting port ce97ee31-f2ad-40e1-806b-ac6283c25108 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:42:35.106063 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e0f32a87-5aa7-4053-b647-d3b6a4931f39 req-04f9ba42-c78b-4e4f-a297-55cc4fb8a5ab tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:35.111735 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348839e3-3143-4cd0-9004-8164b192f88a req-ca742380-7b3a-4009-8343-792bee6e106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:35.113286 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-348839e3-3143-4cd0-9004-8164b192f88a req-ca742380-7b3a-4009-8343-792bee6e106b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506778 May 24 15:42:35.227536 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-348839e3-3143-4cd0-9004-8164b192f88a req-553ab513-8168-4c93-93e6-bfeec5f8094d service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031401 May 24 15:42:35.229320 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-e0f32a87-5aa7-4053-b647-d3b6a4931f39 req-04f9ba42-c78b-4e4f-a297-55cc4fb8a5ab tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] For port ce97ee31-f2ad-40e1-806b-ac6283c25108, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ce97ee31-f2ad-40e1-806b-ac6283c25108,segment=NetworkSegment(067ef9e3-699d-4574-ad04-308c6b8878a0),segment_id=067ef9e3-699d-4574-ad04-308c6b8878a0)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:42:35.229700 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e0f32a87-5aa7-4053-b647-d3b6a4931f39 req-04f9ba42-c78b-4e4f-a297-55cc4fb8a5ab tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:35.245915 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-e0f32a87-5aa7-4053-b647-d3b6a4931f39 req-04f9ba42-c78b-4e4f-a297-55cc4fb8a5ab tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Calling delete_port for ce97ee31-f2ad-40e1-806b-ac6283c25108 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:42:35.322572 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-348839e3-3143-4cd0-9004-8164b192f88a req-58a9d1c2-b0a6-4d3f-9927-7a1712bc0c32 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891926 May 24 15:42:35.344461 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a410d2-ce2d-48c1-b5f2-d09f87fe6594 req-0b029698-2958-4b00-a906-c20f072b456b tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:35.346055 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d6a410d2-ce2d-48c1-b5f2-d09f87fe6594 req-0b029698-2958-4b00-a906-c20f072b456b tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/ports?device_id=de41ca65-2b6d-4244-94d4-76d9cdf3bf12 HTTP/1.1" status: 200 len: 945 time: 0.0893819 May 24 15:42:35.354725 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:35.430376 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d6a410d2-ce2d-48c1-b5f2-d09f87fe6594 req-e233f9d9-b4d7-4e0f-beff-c37137a0a383 tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.55 "GET /v2.0/security-groups?id=0bb02864-0081-4340-90f7-69cbea2f8f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778859 May 24 15:42:35.452987 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e0f32a87-5aa7-4053-b647-d3b6a4931f39 req-04f9ba42-c78b-4e4f-a297-55cc4fb8a5ab tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (ce97ee31-f2ad-40e1-806b-ac6283c25108), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:35.484194 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9ba42-c78b-4e4f-a297-55cc4fb8a5ab tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Pushing event deleted for resources: {'Port': ['ID=ce97ee31-f2ad-40e1-806b-ac6283c25108,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:35.511470 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:35.518468 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['ce97ee31-f2ad-40e1-806b-ac6283c25108'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:42:35.533765 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f32a87-5aa7-4053-b647-d3b6a4931f39 req-04f9ba42-c78b-4e4f-a297-55cc4fb8a5ab tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] No DVR routers for this DVR port ce97ee31-f2ad-40e1-806b-ac6283c25108 on host hv-cinder-84315 {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:42:35.537484 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e0f32a87-5aa7-4053-b647-d3b6a4931f39 req-04f9ba42-c78b-4e4f-a297-55cc4fb8a5ab tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:35.541172 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e0f32a87-5aa7-4053-b647-d3b6a4931f39 req-04f9ba42-c78b-4e4f-a297-55cc4fb8a5ab tempest-VolumesSnapshotTestJSON-1963881534 tempest-VolumesSnapshotTestJSON-1963881534-project] 10.222.0.59 "DELETE /v2.0/ports/ce97ee31-f2ad-40e1-806b-ac6283c25108 HTTP/1.1" status: 204 len: 173 time: 0.5339799 May 24 15:42:35.577705 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de41ca65-2b6d-4244-94d4-76d9cdf3bf12', 'name': 'network-vif-deleted', 'tag': 'ce97ee31-f2ad-40e1-806b-ac6283c25108'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:42:35.581102 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1e7871-b1db-4602-b22a-a944f8a0a0d5" -d '{"events": [{"server_uuid": "de41ca65-2b6d-4244-94d4-76d9cdf3bf12", "name": "network-vif-deleted", "tag": "ce97ee31-f2ad-40e1-806b-ac6283c25108"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:42:35.632862 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1c1975-8737-4f4c-acca-6dd28f4d739b x-openstack-request-id: req-9e1c1975-8737-4f4c-acca-6dd28f4d739b {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:42:35.633188 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de41ca65-2b6d-4244-94d4-76d9cdf3bf12", "name": "network-vif-deleted", "tag": "ce97ee31-f2ad-40e1-806b-ac6283c25108", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:42:35.633441 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e1c1975-8737-4f4c-acca-6dd28f4d739b {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:42:35.635624 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 52866) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:35.636405 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1c1975-8737-4f4c-acca-6dd28f4d739b'] response: {'server_uuid': 'de41ca65-2b6d-4244-94d4-76d9cdf3bf12', 'name': 'network-vif-deleted', 'tag': 'ce97ee31-f2ad-40e1-806b-ac6283c25108', 'status': 'completed', 'code': 200} May 24 15:42:35.699403 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7e89-b57f-45ef-bc18-5f4111068707 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group (64b13ba7-3efc-48b1-812c-f9c7ebada58b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:35.725860 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7e89-b57f-45ef-bc18-5f4111068707 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group (64b13ba7-3efc-48b1-812c-f9c7ebada58b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:35.780782 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7e89-b57f-45ef-bc18-5f4111068707 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (64b13ba7-3efc-48b1-812c-f9c7ebada58b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:35.783488 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7e89-b57f-45ef-bc18-5f4111068707 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:35.784697 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-dd4e7e89-b57f-45ef-bc18-5f4111068707 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "DELETE /v2.0/security-groups/64b13ba7-3efc-48b1-812c-f9c7ebada58b HTTP/1.1" status: 204 len: 168 time: 0.1477673 May 24 15:42:35.787612 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 52868) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:35.794721 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e7e89-b57f-45ef-bc18-5f4111068707 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b13ba7-3efc-48b1-812c-f9c7ebada58b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:35.802255 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.api.v2.resource [None req-83d1b3c0-c3c5-4ad2-9886-e45d31410576 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] show failed (client error): The resource could not be found. May 24 15:42:35.803256 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-83d1b3c0-c3c5-4ad2-9886-e45d31410576 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups/64b13ba7-3efc-48b1-812c-f9c7ebada58b HTTP/1.1" status: 404 len: 347 time: 0.0146358 May 24 15:42:35.806292 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 52870) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:35.924232 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-08cc3078-55ea-43ae-a658-bc21a6cb8378 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Deleting port d1cae6f2-9e06-4ff6-9542-f00bde234863 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:42:35.924556 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-08cc3078-55ea-43ae-a658-bc21a6cb8378 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (d1cae6f2-9e06-4ff6-9542-f00bde234863), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.004708 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-08cc3078-55ea-43ae-a658-bc21a6cb8378 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (d1cae6f2-9e06-4ff6-9542-f00bde234863), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.005037 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-08cc3078-55ea-43ae-a658-bc21a6cb8378 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (d1cae6f2-9e06-4ff6-9542-f00bde234863), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.017461 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-08cc3078-55ea-43ae-a658-bc21a6cb8378 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Calling delete_port for d1cae6f2-9e06-4ff6-9542-f00bde234863 owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:42:36.167875 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-08cc3078-55ea-43ae-a658-bc21a6cb8378 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (d1cae6f2-9e06-4ff6-9542-f00bde234863), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.201717 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc3078-55ea-43ae-a658-bc21a6cb8378 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event deleted for resources: {'Port': ['ID=d1cae6f2-9e06-4ff6-9542-f00bde234863,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:36.259800 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-08cc3078-55ea-43ae-a658-bc21a6cb8378 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (a95151a0-b3ae-4287-8147-6a2f1592f72e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.262503 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-08cc3078-55ea-43ae-a658-bc21a6cb8378 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.263639 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-08cc3078-55ea-43ae-a658-bc21a6cb8378 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "DELETE /v2.0/floatingips/a95151a0-b3ae-4287-8147-6a2f1592f72e HTTP/1.1" status: 204 len: 168 time: 0.4564400 May 24 15:42:36.385088 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 52876) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:36.389869 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4c5f9cf8-57ac-4dd7-9ec9-e23f6f6da662 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--366787503', 'description': 'tempest-description--2278339'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:42:36.421194 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9cf8-57ac-4dd7-9ec9-e23f6f6da662 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.499343 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9cf8-57ac-4dd7-9ec9-e23f6f6da662 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group (0b275076-a450-48c6-b3c6-321a3772103a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.513296 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9cf8-57ac-4dd7-9ec9-e23f6f6da662 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (0b275076-a450-48c6-b3c6-321a3772103a), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.547338 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f9cf8-57ac-4dd7-9ec9-e23f6f6da662 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b275076-a450-48c6-b3c6-321a3772103a,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:36.552436 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9cf8-57ac-4dd7-9ec9-e23f6f6da662 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.553805 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-4c5f9cf8-57ac-4dd7-9ec9-e23f6f6da662 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1676645 May 24 15:42:36.556866 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 52882) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:36.561931 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e56438e4-8e4e-4985-b899-ebe37f017f37 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Request body: {'security_group_rule': {'security_group_id': '0b275076-a450-48c6-b3c6-321a3772103a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:42:36.590808 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e56438e4-8e4e-4985-b899-ebe37f017f37 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group_rule (4edd7b03-f4d2-41a7-a61a-166a98f7a434), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.656218 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e56438e4-8e4e-4985-b899-ebe37f017f37 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group_rule (4edd7b03-f4d2-41a7-a61a-166a98f7a434), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.660292 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e56438e4-8e4e-4985-b899-ebe37f017f37 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (4edd7b03-f4d2-41a7-a61a-166a98f7a434), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.676620 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56438e4-8e4e-4985-b899-ebe37f017f37 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edd7b03-f4d2-41a7-a61a-166a98f7a434,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:36.689464 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e56438e4-8e4e-4985-b899-ebe37f017f37 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.695004 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 52884) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:36.695259 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-e56438e4-8e4e-4985-b899-ebe37f017f37 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373305 May 24 15:42:36.700210 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4c3c3613-4bff-4bd3-91e7-7fefc2cd367c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Request body: {'security_group_rule': {'security_group_id': '0b275076-a450-48c6-b3c6-321a3772103a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:42:36.728772 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3613-4bff-4bd3-91e7-7fefc2cd367c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group_rule (6f050e93-c0d9-40a7-a1fb-7528fb84b620), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.733154 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:INSERT=9 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:36.787404 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3613-4bff-4bd3-91e7-7fefc2cd367c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group_rule (6f050e93-c0d9-40a7-a1fb-7528fb84b620), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.793706 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3613-4bff-4bd3-91e7-7fefc2cd367c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (6f050e93-c0d9-40a7-a1fb-7528fb84b620), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.812914 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c3613-4bff-4bd3-91e7-7fefc2cd367c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f050e93-c0d9-40a7-a1fb-7528fb84b620,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:36.826797 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3613-4bff-4bd3-91e7-7fefc2cd367c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.828200 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-4c3c3613-4bff-4bd3-91e7-7fefc2cd367c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319952 May 24 15:42:36.831539 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 52890) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:36.836009 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:42:36.856587 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:36.898104 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:36.939048 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:37.005420 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:37.046376 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Allocated IP 172.27.3.174 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/40113a91-71f0-49bf-b404-a2e7e0a165e8) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:42:37.152835 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for port (40113a91-71f0-49bf-b404-a2e7e0a165e8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:37.199247 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (40113a91-71f0-49bf-b404-a2e7e0a165e8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:37.243658 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:42:37.246756 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:42:37.250956 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:42:37.272077 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event updated for resources: {'Port': ['ID=40113a91-71f0-49bf-b404-a2e7e0a165e8,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:37.335176 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (b500c005-6550-4809-a7d3-5edb09c01c20), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:37.373674 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (40113a91-71f0-49bf-b404-a2e7e0a165e8), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:37.486935 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:37.556477 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for port (40113a91-71f0-49bf-b404-a2e7e0a165e8), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:37.562962 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (40113a91-71f0-49bf-b404-a2e7e0a165e8), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:37.678454 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device ce97ee31-f2ad-40e1-806b-ac6283c25108 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:42:37.699790 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: ce97ee31-f2ad-40e1-806b-ac6283c25108 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:42:37.700205 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device ce97ee31-f2ad-40e1-806b-ac6283c25108 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:42:37.700637 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device b4136280-42c5-46f1-8248-0dcb997d0277 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:42:37.723178 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: b4136280-42c5-46f1-8248-0dcb997d0277 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:42:37.723557 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device b4136280-42c5-46f1-8248-0dcb997d0277 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:42:37.863328 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:37.880421 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event updated for resources: {'Port': ['ID=40113a91-71f0-49bf-b404-a2e7e0a165e8,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:37.892736 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (b500c005-6550-4809-a7d3-5edb09c01c20), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:37.909533 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:37.911118 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-fbe58ffd-bd4f-48c3-94dc-6bbfc80ac12c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0782590 May 24 15:42:38.127511 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-bcb19525-666e-4629-860e-917f3b0edc55 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--366787503&fields=id&tenant_id=fd0613f4cbb3461a982738c683c3ab03 HTTP/1.1" status: 200 len: 267 time: 0.0441267 May 24 15:42:38.236835 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-222338ca-fe45-4eda-a776-b26bb8a41ce3 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:38.238273 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-222338ca-fe45-4eda-a776-b26bb8a41ce3 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/networks?id=062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 200 len: 816 time: 0.1015520 May 24 15:42:38.255608 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-192ee3ed-7c8a-40f9-a629-6e3ebc11a523 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/quotas/fd0613f4cbb3461a982738c683c3ab03 HTTP/1.1" status: 200 len: 375 time: 0.0092018 May 24 15:42:38.315373 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-974c5d01-d45c-4739-b8ba-9380d5034498 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547967 May 24 15:42:38.427258 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-0838e86d-54a2-46cd-8b94-ec82b999de68 service neutron] 10.222.0.55 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946357 May 24 15:42:38.515154 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-8b2249e2-f4e5-4d3e-a933-88aa80829414 service neutron] 10.222.0.55 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820975 May 24 15:42:38.684068 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c749528d-7693-4a57-954a-b68f7f784ac0 req-f2f12230-01ba-4207-9170-e0ccf97edd73 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 210 time: 0.0282762 May 24 15:42:39.792878 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0217ffbc-fb76-4128-8466-37c032467f99 req-ee8b9bd5-641a-428d-bd07-eb24d8008954 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 210 time: 0.0342898 May 24 15:42:40.890893 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:42:40.906645 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-efee810d-fa2b-4ee7-ac16-bce8d4a02052 req-72e30598-1ca2-4ea8-a4bd-f44dccea2249 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 210 time: 0.0311079 May 24 15:42:41.626208 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-aab1b1b7-2ca3-45ed-b324-6e7e1a3d04a5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:41.627575 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-aab1b1b7-2ca3-45ed-b324-6e7e1a3d04a5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.59 "GET /v2.0/networks?id=062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 200 len: 816 time: 0.1009161 May 24 15:42:41.711297 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-ca5d3dc6-0ffe-4721-81a3-456b439f92fe tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd0613f4cbb3461a982738c683c3ab03 HTTP/1.1" status: 200 len: 379 time: 0.0609872 May 24 15:42:41.823747 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Request body: {'port': {'device_id': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'admin_state_up': True, 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'security_groups': ['0b275076-a450-48c6-b3c6-321a3772103a']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:42:41.938065 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Made reservation on behalf of fd0613f4cbb3461a982738c683c3ab03 for: {'port': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:42:41.941671 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:41.966092 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:42.040759 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d2dbdd19-1c21-469e-a3ff-be9df10ec1b3 req-f7e4fe47-d525-4893-b2ee-4b6fc08bd462 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 210 time: 0.0443504 May 24 15:42:42.099032 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Allocated IP 172.20.0.7 (062393c0-66b9-4ecb-bb43-dbb81b8673fe/406760c0-7990-42bd-b875-7a3c5b0f957e/f0b68296-7928-4ede-98e0-8adf6abeff09) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:42:42.100719 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:42.262038 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:42.298526 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:42.342856 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Network 062393c0-66b9-4ecb-bb43-dbb81b8673fe is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:42:42.347929 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:42:42.351760 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:42:42.355842 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event updated for resources: {'Port': ['ID=f0b68296-7928-4ede-98e0-8adf6abeff09,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:42.386225 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.386566 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.386904 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.387235 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.387566 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.387892 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.388242 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.388565 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.388887 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.389203 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.389522 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.389828 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.390151 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.390487 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.390786 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:42.415538 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:42.416206 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:42.434398 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2487a851-3b04-4f9a-83a3-478195c8267d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6174469 May 24 15:42:42.452708 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Request body: {'port': {'device_id': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:42:42.518366 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:42.620156 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d33960e3-bf10-4668-9d5f-9a1310dec7d0 None None] Provisioning complete for port f0b68296-7928-4ede-98e0-8adf6abeff09 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:42:42.621076 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d33960e3-bf10-4668-9d5f-9a1310dec7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:42.655720 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d33960e3-bf10-4668-9d5f-9a1310dec7d0 None None] Port f0b68296-7928-4ede-98e0-8adf6abeff09 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:42:42.805405 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b68296-7928-4ede-98e0-8adf6abeff09 {{(pid=104075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:42:42.812855 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Publish callbacks [] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:42.826974 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.provisioning_blocks [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Transition to ACTIVE for port object f0b68296-7928-4ede-98e0-8adf6abeff09 will not be triggered until provisioned by entity L2. {{(pid=104075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:42:42.831699 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:42.861529 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:42.880421 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:42.882642 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Pushing event updated for resources: {'Port': ['ID=f0b68296-7928-4ede-98e0-8adf6abeff09,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:42.962827 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Attempting to bind port f0b68296-7928-4ede-98e0-8adf6abeff09 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:42:42.963606 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Attempting to bind port f0b68296-7928-4ede-98e0-8adf6abeff09 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:42:42.963606 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Attempting to bind port f0b68296-7928-4ede-98e0-8adf6abeff09 on network 062393c0-66b9-4ecb-bb43-dbb81b8673fe {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:42:42.968250 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Port f0b68296-7928-4ede-98e0-8adf6abeff09 on network 062393c0-66b9-4ecb-bb43-dbb81b8673fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:42:42.968566 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Attempting to bind port f0b68296-7928-4ede-98e0-8adf6abeff09 on network 062393c0-66b9-4ecb-bb43-dbb81b8673fe {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:42:42.973737 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:42:42.974074 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Checking segment: {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:42:42.974454 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Bound using segment: {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'} {{(pid=104075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:42:42.974890 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.managers [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Bound port: f0b68296-7928-4ede-98e0-8adf6abeff09, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072117a0-8d23-420a-873e-c00249a15faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe'}}] {{(pid=104075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:42:42.975241 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:43.041980 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, cleared binding levels {{(pid=104075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:42:43.045207 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f0b68296-7928-4ede-98e0-8adf6abeff09,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:42:43.052773 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:43.092939 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:43.093552 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:43.095049 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] 10.222.0.59 "PUT /v2.0/ports/f0b68296-7928-4ede-98e0-8adf6abeff09 HTTP/1.1" status: 200 len: 1093 time: 0.6466990 May 24 15:42:43.095475 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:42:43.097747 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f782d3-d45b-4816-a5ab-05d14d510948" -d '{"events": [{"name": "network-changed", "server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:42:43.137295 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8882e-a643-48e5-9b86-1bdd47e9371d service neutron] Pushing event updated for resources: {'Port': ['ID=f0b68296-7928-4ede-98e0-8adf6abeff09,revision_number=3']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:43.156609 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c748b78-6e92-4e19-88fb-acf20d6f3c3f x-openstack-request-id: req-1c748b78-6e92-4e19-88fb-acf20d6f3c3f {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:42:43.156931 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:42:43.157173 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c748b78-6e92-4e19-88fb-acf20d6f3c3f {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:42:43.157569 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c748b78-6e92-4e19-88fb-acf20d6f3c3f'] response: {'name': 'network-changed', 'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'status': 'completed', 'code': 200} May 24 15:42:43.176845 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c12b74-f922-4ec4-ac4f-de3ed0cd63eb req-0c449f3b-e089-43f0-acb3-f25e8dd9e234 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:43.178343 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-68c12b74-f922-4ec4-ac4f-de3ed0cd63eb req-0c449f3b-e089-43f0-acb3-f25e8dd9e234 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0562851 May 24 15:42:43.236146 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-47d4cd34-4246-4358-ad9a-7e10a4e02c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:43.237651 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-47d4cd34-4246-4358-ad9a-7e10a4e02c56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 1127 time: 0.0584671 May 24 15:42:43.265858 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-68c12b74-f922-4ec4-ac4f-de3ed0cd63eb req-78c06643-1046-4cb5-8f52-d1a157ab5237 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788367 May 24 15:42:43.293567 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-ab3138b7-55bd-4b85-a59c-24c9a800e6e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0b68296-7928-4ede-98e0-8adf6abeff09 HTTP/1.1" status: 200 len: 217 time: 0.0366180 May 24 15:42:43.341934 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-b0f9a65b-d785-4ac2-968a-98ea67a1fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:43.343274 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-b0f9a65b-d785-4ac2-968a-98ea67a1fdd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=406760c0-7990-42bd-b875-7a3c5b0f957e HTTP/1.1" status: 200 len: 855 time: 0.0424340 May 24 15:42:43.385968 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-bd518fb9-e90b-4bf6-bcf4-3a3eb8533fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:43.387390 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-bd518fb9-e90b-4bf6-bcf4-3a3eb8533fb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=062393c0-66b9-4ecb-bb43-dbb81b8673fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385590 May 24 15:42:43.493568 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-f1adb500-8803-4e18-aaa4-f7d84fd6de08 service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974720 May 24 15:42:43.587925 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-22309f73-f589-464c-b69b-80bcaf3b5d6d req-2be6aaa2-bcb0-46e4-ba31-05a6e6bf4cc1 service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879569 May 24 15:42:44.074674 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:44.397961 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621d283-8d59-4699-987c-ffe142827a4e req-aaacfb0d-2243-4038-aeb0-bdad3648d6a9 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:44.399432 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5621d283-8d59-4699-987c-ffe142827a4e req-aaacfb0d-2243-4038-aeb0-bdad3648d6a9 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0487566 May 24 15:42:44.445879 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5621d283-8d59-4699-987c-ffe142827a4e req-f6e0dc05-8970-4528-8e05-bede3e7c6a13 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408282 May 24 15:42:44.624511 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f782d3-d45b-4816-a5ab-05d14d510948 req-66926db4-6fe6-4c11-94c3-8cce50281cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:44.626035 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f9f782d3-d45b-4816-a5ab-05d14d510948 req-66926db4-6fe6-4c11-94c3-8cce50281cdb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 1127 time: 0.0462863 May 24 15:42:44.692990 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:44.721858 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f782d3-d45b-4816-a5ab-05d14d510948 req-40d7d1b5-b09e-4fdf-9a13-ffa634291ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:44.723329 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f9f782d3-d45b-4816-a5ab-05d14d510948 req-40d7d1b5-b09e-4fdf-9a13-ffa634291ce5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 200 len: 917 time: 0.0906563 May 24 15:42:44.762249 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f9f782d3-d45b-4816-a5ab-05d14d510948 req-43478fc9-cd51-4873-a054-85a18ad25210 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0b68296-7928-4ede-98e0-8adf6abeff09 HTTP/1.1" status: 200 len: 217 time: 0.0327351 May 24 15:42:44.817598 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f782d3-d45b-4816-a5ab-05d14d510948 req-8307530a-66fb-49ee-a450-ba203c9d037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:44.818998 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f9f782d3-d45b-4816-a5ab-05d14d510948 req-8307530a-66fb-49ee-a450-ba203c9d037f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=406760c0-7990-42bd-b875-7a3c5b0f957e HTTP/1.1" status: 200 len: 855 time: 0.0504630 May 24 15:42:44.867034 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f782d3-d45b-4816-a5ab-05d14d510948 req-f21db80b-a0b0-4df1-8599-d1212e0e27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:44.869546 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f9f782d3-d45b-4816-a5ab-05d14d510948 req-f21db80b-a0b0-4df1-8599-d1212e0e27c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=062393c0-66b9-4ecb-bb43-dbb81b8673fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440688 May 24 15:42:44.939185 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:44.978269 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f9f782d3-d45b-4816-a5ab-05d14d510948 req-894c7099-fbf9-4dd9-aa41-368c788fc184 service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013813 May 24 15:42:45.075136 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f9f782d3-d45b-4816-a5ab-05d14d510948 req-8a108b0f-6da4-4684-bb90-0df93310103d service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896990 May 24 15:42:45.573404 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010d541-9531-4c56-a8b3-c74a9635b8d9 req-65ca654c-f2c0-439b-b3e6-2503d0bfc68e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:45.574869 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b010d541-9531-4c56-a8b3-c74a9635b8d9 req-65ca654c-f2c0-439b-b3e6-2503d0bfc68e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0483897 May 24 15:42:45.622233 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b010d541-9531-4c56-a8b3-c74a9635b8d9 req-c22513e9-0b49-4f67-96c3-ed838e5577a7 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413697 May 24 15:42:46.680932 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=66,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:46.683012 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=69,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:46.750490 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f686fa-28fc-4818-ada9-2d9fc5bae25a req-4718a886-f9e3-4bfe-87ca-5f4868d97b4c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:46.751950 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-74f686fa-28fc-4818-ada9-2d9fc5bae25a req-4718a886-f9e3-4bfe-87ca-5f4868d97b4c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0472124 May 24 15:42:46.801627 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-74f686fa-28fc-4818-ada9-2d9fc5bae25a req-839b5113-32fd-478d-aaaf-e4162bb3ebb1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418935 May 24 15:42:47.937037 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a71f3-73c0-4a97-b381-49e6c1ca7643 req-41f2531a-4b5e-4297-9a82-c383172d602e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:47.938622 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-062a71f3-73c0-4a97-b381-49e6c1ca7643 req-41f2531a-4b5e-4297-9a82-c383172d602e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0522602 May 24 15:42:47.986161 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-062a71f3-73c0-4a97-b381-49e6c1ca7643 req-43f0d59f-691d-4bd8-9168-04fb1d771d9d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 May 24 15:42:48.059216 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f0b68296-7928-4ede-98e0-8adf6abeff09 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:42:48.062399 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:48.064950 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:48.172876 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f0b68296-7928-4ede-98e0-8adf6abeff09,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:42:48.184327 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'port_id': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'mac_address': 'fa:16:3e:cb:fd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:42:48.230357 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f0b68296-7928-4ede-98e0-8adf6abeff09 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:42:48.230741 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:48.247614 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b68296-7928-4ede-98e0-8adf6abeff09 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:42:48.273790 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f0b68296-7928-4ede-98e0-8adf6abeff09,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:42:48.283780 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:48.338252 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f0b68296-7928-4ede-98e0-8adf6abeff09,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:48.345786 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.346125 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.346485 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.346819 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.347145 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.347463 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.347783 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.348207 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.348437 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.348751 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.349059 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.349392 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.349708 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.350002 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.350317 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:42:48.635501 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['f0b68296-7928-4ede-98e0-8adf6abeff09'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:42:49.119779 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea6d80-777d-47ec-9a9c-5e8c3119f794 req-ce8d492d-283f-42db-bd6c-977dc00b7ff2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:49.121287 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e5ea6d80-777d-47ec-9a9c-5e8c3119f794 req-ce8d492d-283f-42db-bd6c-977dc00b7ff2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 944 time: 0.0534608 May 24 15:42:49.170216 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e5ea6d80-777d-47ec-9a9c-5e8c3119f794 req-5136c5f7-c8ba-45e2-9143-775a19a03c40 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428219 May 24 15:42:49.635117 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f0b68296-7928-4ede-98e0-8adf6abeff09 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:42:49.688951 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port f0b68296-7928-4ede-98e0-8adf6abeff09 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:42:49.696313 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port f0b68296-7928-4ede-98e0-8adf6abeff09 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:42:49.696680 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:49.769901 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f0b68296-7928-4ede-98e0-8adf6abeff09 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:42:49.770127 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:49.792676 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:42:49.794882 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a97f53-bbce-4a0a-ae5f-15864a424a43" -d '{"events": [{"server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "name": "network-vif-plugged", "status": "completed", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:42:49.806824 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f0b68296-7928-4ede-98e0-8adf6abeff09,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:42:49.811678 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:49.836470 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eae1f7-1e1d-41f7-8460-3db1594c173c x-openstack-request-id: req-69eae1f7-1e1d-41f7-8460-3db1594c173c {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:42:49.836758 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "name": "network-vif-plugged", "status": "completed", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:42:49.837038 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69eae1f7-1e1d-41f7-8460-3db1594c173c {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:42:49.837416 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69eae1f7-1e1d-41f7-8460-3db1594c173c'] response: {'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'code': 200} May 24 15:42:49.864199 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f0b68296-7928-4ede-98e0-8adf6abeff09,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:50.052426 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2b402-d29c-4267-8950-b01b13936b4a req-2b2c8e72-c444-4028-855d-49cd2e69b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:50.053839 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7ee2b402-d29c-4267-8950-b01b13936b4a req-2b2c8e72-c444-4028-855d-49cd2e69b169 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 1129 time: 0.0441322 May 24 15:42:50.099999 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7ee2b402-d29c-4267-8950-b01b13936b4a req-f21ea7a5-7116-4f30-b2f4-8c7843d0ecaa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377216 May 24 15:42:50.294751 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202441a-15ac-4828-8bed-11f9fa895463 req-590e9849-97e4-4a62-a617-0575f89009f8 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:50.296337 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8202441a-15ac-4828-8bed-11f9fa895463 req-590e9849-97e4-4a62-a617-0575f89009f8 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0500112 May 24 15:42:50.342137 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8202441a-15ac-4828-8bed-11f9fa895463 req-a6dbfe56-c0f7-47cf-b699-be503295d789 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401859 May 24 15:42:51.374823 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:51.470784 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a698e2-0bae-4466-9684-80cfb8046c6a req-8f5005bd-f3fc-4646-943c-b22bcb905384 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:51.472166 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09a698e2-0bae-4466-9684-80cfb8046c6a req-8f5005bd-f3fc-4646-943c-b22bcb905384 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0487974 May 24 15:42:51.523167 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09a698e2-0bae-4466-9684-80cfb8046c6a req-ca6647d5-6948-471d-824e-036b81f66a59 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453088 May 24 15:42:51.646791 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22b3ed-9dd2-4a97-b859-941977384419 req-4d8136d9-f66a-4e97-9e4d-64d31770dc82 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:51.648260 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6f22b3ed-9dd2-4a97-b859-941977384419 req-4d8136d9-f66a-4e97-9e4d-64d31770dc82 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0485442 May 24 15:42:51.659574 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53014) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:51.664291 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c7c8bb7a-1280-4956-b20f-58bd27a9518b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Request body: {'floatingip': {'port_id': 'f0b68296-7928-4ede-98e0-8adf6abeff09'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:42:51.709750 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7c8bb7a-1280-4956-b20f-58bd27a9518b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (b500c005-6550-4809-a7d3-5edb09c01c20), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:52.145520 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7c8bb7a-1280-4956-b20f-58bd27a9518b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:52.150030 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7c8bb7a-1280-4956-b20f-58bd27a9518b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (b500c005-6550-4809-a7d3-5edb09c01c20), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:52.471843 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-c7c8bb7a-1280-4956-b20f-58bd27a9518b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Floating IP b500c005-6550-4809-a7d3-5edb09c01c20 associated. External IP: 172.27.3.174, port: f0b68296-7928-4ede-98e0-8adf6abeff09. May 24 15:42:52.672236 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c8bb7a-1280-4956-b20f-58bd27a9518b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:42:52.777020 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c8bb7a-1280-4956-b20f-58bd27a9518b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:42:52.782070 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7c8bb7a-1280-4956-b20f-58bd27a9518b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:52.787523 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7503b2b-b4d6-4f69-92ef-ce6fd92a6ee0 None None] Sync routers for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:42:52.798542 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7503b2b-b4d6-4f69-92ef-ce6fd92a6ee0 None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:42:52.799172 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f7503b2b-b4d6-4f69-92ef-ce6fd92a6ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:52.813310 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c7c8bb7a-1280-4956-b20f-58bd27a9518b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "PUT /v2.0/floatingips/b500c005-6550-4809-a7d3-5edb09c01c20 HTTP/1.1" status: 200 len: 991 time: 1.1525345 May 24 15:42:52.813967 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:42:52.816275 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91534807-ef70-424a-99da-3935ba0eee17" -d '{"events": [{"name": "network-changed", "server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:42:52.853774 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049bfe08-0636-488c-84a9-fe8967dc5067 x-openstack-request-id: req-049bfe08-0636-488c-84a9-fe8967dc5067 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:42:52.854065 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:42:52.854344 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-049bfe08-0636-488c-84a9-fe8967dc5067 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:42:52.854738 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049bfe08-0636-488c-84a9-fe8967dc5067'] response: {'name': 'network-changed', 'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'status': 'completed', 'code': 200} May 24 15:42:52.878538 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:52.904910 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-f7503b2b-b4d6-4f69-92ef-ce6fd92a6ee0 None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:42:52.915512 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:52.944365 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91534807-ef70-424a-99da-3935ba0eee17 req-daaba127-898c-4c1f-81a1-3985f1c2a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:52.945896 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91534807-ef70-424a-99da-3935ba0eee17 req-daaba127-898c-4c1f-81a1-3985f1c2a1ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 1129 time: 0.0393724 May 24 15:42:53.045110 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91534807-ef70-424a-99da-3935ba0eee17 req-988c6452-4c07-4ce5-8bde-a47ab882d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:53.046572 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91534807-ef70-424a-99da-3935ba0eee17 req-988c6452-4c07-4ce5-8bde-a47ab882d388 service neutron] 10.222.0.59 "GET /v2.0/networks?id=062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 200 len: 917 time: 0.0935936 May 24 15:42:53.102541 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:53.114689 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91534807-ef70-424a-99da-3935ba0eee17 req-6de63975-4ad9-4109-a550-7e87349371f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0b68296-7928-4ede-98e0-8adf6abeff09 HTTP/1.1" status: 200 len: 999 time: 0.0617161 May 24 15:42:53.168716 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91534807-ef70-424a-99da-3935ba0eee17 req-3f0fc13b-94b5-41c4-85b7-e963de7723c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:53.170187 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91534807-ef70-424a-99da-3935ba0eee17 req-3f0fc13b-94b5-41c4-85b7-e963de7723c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=406760c0-7990-42bd-b875-7a3c5b0f957e HTTP/1.1" status: 200 len: 855 time: 0.0493362 May 24 15:42:53.170491 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f7503b2b-b4d6-4f69-92ef-ce6fd92a6ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'b500c005-6550-4809-a7d3-5edb09c01c20', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'port_id': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'mac_address': 'fa:16:3e:cb:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:42:37Z', 'updated_at': '2022-05-24T15:42:52Z', 'revision_number': 1, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:53.194929 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7503b2b-b4d6-4f69-92ef-ce6fd92a6ee0 None None] Checking router: cad1d95c-ee3c-4ffd-9237-920169d9fbc2 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:42:53.203730 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7503b2b-b4d6-4f69-92ef-ce6fd92a6ee0 None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:42:53.204340 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f7503b2b-b4d6-4f69-92ef-ce6fd92a6ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:53.217777 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91534807-ef70-424a-99da-3935ba0eee17 req-2a5010ed-e68d-4d91-b561-e7342789c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:42:53.219430 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91534807-ef70-424a-99da-3935ba0eee17 req-2a5010ed-e68d-4d91-b561-e7342789c852 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=062393c0-66b9-4ecb-bb43-dbb81b8673fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422416 May 24 15:42:53.304699 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-f7503b2b-b4d6-4f69-92ef-ce6fd92a6ee0 None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:42:53.312958 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91534807-ef70-424a-99da-3935ba0eee17 req-0d8a8e2e-e776-49a9-9015-ac85f5070ee5 service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864067 May 24 15:42:53.416998 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91534807-ef70-424a-99da-3935ba0eee17 req-028d5689-020a-4b34-bb21-0bfd3be83b2c service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941951 May 24 15:42:53.523925 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f7503b2b-b4d6-4f69-92ef-ce6fd92a6ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'b500c005-6550-4809-a7d3-5edb09c01c20', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'port_id': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'mac_address': 'fa:16:3e:cb:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:42:37Z', 'updated_at': '2022-05-24T15:42:52Z', 'revision_number': 1, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:53.548122 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7503b2b-b4d6-4f69-92ef-ce6fd92a6ee0 None None] The sync data for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi is: [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'b500c005-6550-4809-a7d3-5edb09c01c20', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'port_id': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'mac_address': 'fa:16:3e:cb:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:42:37Z', 'updated_at': '2022-05-24T15:42:52Z', 'revision_number': 1, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:42:53.750163 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec361505-b841-471c-89de-4956dded6461 None None] New status for floating IP b500c005-6550-4809-a7d3-5edb09c01c20: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:42:53.754002 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:55.345746 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1ec88edb-19f0-4b5c-be1c-2be3ddfcffd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:57.607304 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46045355-d0a3-4f34-a7c4-959a946f9539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:58.865913 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53078) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:58.918593 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d2a751-93a9-4e45-952d-14d081cd7b67 admin admin] Deleting subnet ba11f0f6-42d1-49f8-87b7-80b0c8a48d01 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:42:58.921892 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a751-93a9-4e45-952d-14d081cd7b67 admin admin] Publish callbacks [] for subnet (ba11f0f6-42d1-49f8-87b7-80b0c8a48d01), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:58.947461 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:58.952003 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:42:58.961496 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a751-93a9-4e45-952d-14d081cd7b67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678101'] for subnet (ba11f0f6-42d1-49f8-87b7-80b0c8a48d01), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.000286 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a751-93a9-4e45-952d-14d081cd7b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (ba11f0f6-42d1-49f8-87b7-80b0c8a48d01), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.055370 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a751-93a9-4e45-952d-14d081cd7b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8731874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8497346'] for subnet (ba11f0f6-42d1-49f8-87b7-80b0c8a48d01), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.078768 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2a751-93a9-4e45-952d-14d081cd7b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba11f0f6-42d1-49f8-87b7-80b0c8a48d01,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:59.084696 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a751-93a9-4e45-952d-14d081cd7b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.087748 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f1d2a751-93a9-4e45-952d-14d081cd7b67 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ba11f0f6-42d1-49f8-87b7-80b0c8a48d01 HTTP/1.1" status: 204 len: 168 time: 0.2206142 May 24 15:42:59.090316 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53082) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:59.132141 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.165507 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (d22bbbfe-aa37-4ce8-92c8-3aeb391d1750), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.244958 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (d22bbbfe-aa37-4ce8-92c8-3aeb391d1750), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.266419 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22bbbfe-aa37-4ce8-92c8-3aeb391d1750']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:59.276206 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067ef9e3-699d-4574-ad04-308c6b8878a0') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:59.276497 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067ef9e3-699d-4574-ad04-308c6b8878a0') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:42:59.286359 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678106'] for segment (067ef9e3-699d-4574-ad04-308c6b8878a0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.301509 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (067ef9e3-699d-4574-ad04-308c6b8878a0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.307954 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:42:59.308392 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8731904'] for segment (067ef9e3-699d-4574-ad04-308c6b8878a0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.351440 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 067ef9e3-699d-4574-ad04-308c6b8878a0 resource provider aggregate not found May 24 15:42:59.367943 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 067ef9e3-699d-4574-ad04-308c6b8878a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 067ef9e3-699d-4574-ad04-308c6b8878a0 found for delete ", "request_id": "req-202ef341-0342-45b4-be2f-8faf219d2226"}]} May 24 15:42:59.375552 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (d22bbbfe-aa37-4ce8-92c8-3aeb391d1750), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.381297 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.384376 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] 10.222.0.55 "DELETE /v2.0/networks/d22bbbfe-aa37-4ce8-92c8-3aeb391d1750 HTTP/1.1" status: 204 len: 168 time: 0.2931840 May 24 15:42:59.396165 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c770824-d63d-44b1-aeac-24c50130050b admin admin] Pushing event deleted for resources: {'Network': ['ID=d22bbbfe-aa37-4ce8-92c8-3aeb391d1750,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:42:59.570557 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53092) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:59.615634 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-97a95134-cd78-4cd5-939e-9f7dbe4e11d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=769f37bc94e24c3482bb039c5a6e7291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438664 May 24 15:42:59.619308 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53094) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:42:59.670064 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fec372c4-f50b-45b6-9445-8d3787157f4f admin admin] Publish callbacks [] for security_group (0bb02864-0081-4340-90f7-69cbea2f8f42), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.692170 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fec372c4-f50b-45b6-9445-8d3787157f4f admin admin] Publish callbacks [] for security_group (0bb02864-0081-4340-90f7-69cbea2f8f42), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.744711 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fec372c4-f50b-45b6-9445-8d3787157f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (0bb02864-0081-4340-90f7-69cbea2f8f42), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.747423 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fec372c4-f50b-45b6-9445-8d3787157f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:42:59.748586 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-fec372c4-f50b-45b6-9445-8d3787157f4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bb02864-0081-4340-90f7-69cbea2f8f42 HTTP/1.1" status: 204 len: 168 time: 0.1283529 May 24 15:42:59.756452 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec372c4-f50b-45b6-9445-8d3787157f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb02864-0081-4340-90f7-69cbea2f8f42,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:00.320873 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:00.441005 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53116) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:00.545954 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1803933507-network', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:00.571591 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Made reservation on behalf of b05a5e216dd141dabe29dfc71abee8ee for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:43:00.574020 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:00.582926 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:00.661925 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Publish callbacks [] for security_group (98681c35-981b-44c7-b46d-907660db0749), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:00.668102 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (98681c35-981b-44c7-b46d-907660db0749), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:00.696386 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:43:00.702924 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98681c35-981b-44c7-b46d-907660db0749,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:00.709094 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (d657cbed-4a7c-4f59-a5e2-e6434a96e69a), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:00.709488 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.segments_db [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Added segment d657cbed-4a7c-4f59-a5e2-e6434a96e69a of type vlan for network fd83f345-ebd0-49b8-b33c-ab3471ac601b May 24 15:43:00.749608 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:00.751523 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (fd83f345-ebd0-49b8-b33c-ab3471ac601b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:00.779358 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (fd83f345-ebd0-49b8-b33c-ab3471ac601b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:00.780353 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:00.780923 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:00.838176 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3959997 May 24 15:43:00.841154 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53120) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:00.841663 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e7617-50c7-4a8b-8915-cca71c139dfb admin admin] Pushing event updated for resources: {'Network': ['ID=fd83f345-ebd0-49b8-b33c-ab3471ac601b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:00.846346 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-13f9ff7f-446b-4cbc-abc7-582f3f3a1577 admin admin] Request body: {'subnet': {'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1803933507-subnet', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:00.852316 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network fd83f345-ebd0-49b8-b33c-ab3471ac601b details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:43:00.868424 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f9ff7f-446b-4cbc-abc7-582f3f3a1577 admin admin] Made reservation on behalf of b05a5e216dd141dabe29dfc71abee8ee for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:43:00.871045 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-13f9ff7f-446b-4cbc-abc7-582f3f3a1577 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8497209'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.045683 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-13f9ff7f-446b-4cbc-abc7-582f3f3a1577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8731813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8497355'] for subnet (478a6310-0471-439f-905a-ee64a129cb91), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.093987 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9ff7f-446b-4cbc-abc7-582f3f3a1577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=478a6310-0471-439f-905a-ee64a129cb91,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:01.109241 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9ff7f-446b-4cbc-abc7-582f3f3a1577 admin admin] Checking segment: {'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:01.109591 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9ff7f-446b-4cbc-abc7-582f3f3a1577 admin admin] Network hostable DHCP agents. Network: fd83f345-ebd0-49b8-b33c-ab3471ac601b, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:43:01.128891 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9ff7f-446b-4cbc-abc7-582f3f3a1577 admin admin] Network fd83f345-ebd0-49b8-b33c-ab3471ac601b is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:43:01.142497 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-13f9ff7f-446b-4cbc-abc7-582f3f3a1577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, fd83f345-ebd0-49b8-b33c-ab3471ac601b) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:01.147945 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f9ff7f-446b-4cbc-abc7-582f3f3a1577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:01.149472 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-13f9ff7f-446b-4cbc-abc7-582f3f3a1577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.151579 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:01.152618 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd6352c-59b3-437e-a1c0-befa9889365c None None] Network fd83f345-ebd0-49b8-b33c-ab3471ac601b requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:43:01.171201 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-13f9ff7f-446b-4cbc-abc7-582f3f3a1577 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3287873 May 24 15:43:01.174151 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53122) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:01.178762 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:01.200551 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-927047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4733'] for router (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.201703 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4726'] for router (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.209765 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:01.261791 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Publish callbacks [] for router_controller (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.385518 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cafb656-3f67-50a2-96d4-d932412c16ff-fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91'}]}} from dv-cinder-843153-1-iscsi. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 15:43:01.386440 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.389933 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:01.392902 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Publish callbacks [] for router_gateway (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.462265 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:01.528843 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Allocated IP 172.20.0.2 (fd83f345-ebd0-49b8-b33c-ab3471ac601b/478a6310-0471-439f-905a-ee64a129cb91/fbcca1a1-20d6-483d-b5ba-96f240e532d1) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:01.676423 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Publish callbacks [] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.683641 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.735597 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Network fd83f345-ebd0-49b8-b33c-ab3471ac601b is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:01.743563 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:01.746457 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:01.754238 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.756778 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Pushing event updated for resources: {'Port': ['ID=fbcca1a1-20d6-483d-b5ba-96f240e532d1,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:01.816198 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Attempting to bind port fbcca1a1-20d6-483d-b5ba-96f240e532d1 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:43:01.816668 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Attempting to bind port fbcca1a1-20d6-483d-b5ba-96f240e532d1 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:43:01.817027 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Attempting to bind port fbcca1a1-20d6-483d-b5ba-96f240e532d1 on network fd83f345-ebd0-49b8-b33c-ab3471ac601b {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:01.822449 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:43:01.822767 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Publish callbacks [] for router_gateway (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.823241 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Checking segment: {'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:01.823241 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.823605 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Bound using segment: {'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:43:01.824013 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Bound port: fbcca1a1-20d6-483d-b5ba-96f240e532d1, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:43:01.824566 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.844429 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.889055 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] For port fbcca1a1-20d6-483d-b5ba-96f240e532d1, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:43:01.893417 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] For port fbcca1a1-20d6-483d-b5ba-96f240e532d1, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=fbcca1a1-20d6-483d-b5ba-96f240e532d1,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:43:01.900682 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:01.955152 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Allocated IP 172.27.3.241 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/75e4ca9a-7228-49ca-a09b-c1f8019fb4ee) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:01.967628 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116fb2b-7989-481a-80f3-6bb9d0f54e03 None None] Pushing event updated for resources: {'Port': ['ID=fbcca1a1-20d6-483d-b5ba-96f240e532d1,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:02.072522 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Publish callbacks [] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:02.107732 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:02.151581 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:02.157066 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:02.160633 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:02.189830 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:02.198509 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Pushing event updated for resources: {'Port': ['ID=75e4ca9a-7228-49ca-a09b-c1f8019fb4ee,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:02.269915 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device fbcca1a1-20d6-483d-b5ba-96f240e532d1 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:02.321465 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port fbcca1a1-20d6-483d-b5ba-96f240e532d1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:02.321929 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:02.396882 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port fbcca1a1-20d6-483d-b5ba-96f240e532d1 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:02.396882 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:02.415280 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:02.423317 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Publish callbacks [] for router_gateway (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:02.433972 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port fbcca1a1-20d6-483d-b5ba-96f240e532d1, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=fbcca1a1-20d6-483d-b5ba-96f240e532d1,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:02.439107 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:02.486889 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=fbcca1a1-20d6-483d-b5ba-96f240e532d1,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:02.623746 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924690'] for router (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:02.757453 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 is scheduled to L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 15:43:02.851757 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a84fc7-8d90-4caf-a120-80d6a63d914b None None] Network fd83f345-ebd0-49b8-b33c-ab3471ac601b requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:43:02.864805 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:43:02.882910 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:02.884191 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-0e2d8f55-b74b-44ba-927c-ac8bc8bebb98 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7089133 May 24 15:43:02.886911 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53124) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:02.896542 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Sync routers for ids ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:43:02.904633 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:02.914957 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:02.931091 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Routers {'1141e4f4-7bd0-44f5-bf36-9d579eee0d00'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:02.931731 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:03.018999 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4521468e-debf-4f50-b787-0d8b48e84d60 None None] Provisioning complete for port fbcca1a1-20d6-483d-b5ba-96f240e532d1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:03.019259 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4521468e-debf-4f50-b787-0d8b48e84d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.104695 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Set router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:03.219650 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:03.247685 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4521468e-debf-4f50-b787-0d8b48e84d60 None None] Current status of the port fbcca1a1-20d6-483d-b5ba-96f240e532d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:03.269759 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:03.305686 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.314762 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:02Z', 'revision_number': 3, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:03.339003 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Checking router: 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:43:03.339350 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Updating router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee binding host dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:43:03.376926 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.379543 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-909656d3-41f3-4afe-b627-a461ad559667 None None] Provisioning complete for port fbcca1a1-20d6-483d-b5ba-96f240e532d1 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:03.379895 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-909656d3-41f3-4afe-b627-a461ad559667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.463307 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Allocated IP 172.20.0.1 (fd83f345-ebd0-49b8-b33c-ab3471ac601b/478a6310-0471-439f-905a-ee64a129cb91/d0e6f865-eff1-4dba-8992-bb519d463024) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:03.571214 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-909656d3-41f3-4afe-b627-a461ad559667 None None] Current status of the port fbcca1a1-20d6-483d-b5ba-96f240e532d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:03.572856 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Publish callbacks [] for port (d0e6f865-eff1-4dba-8992-bb519d463024), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.605750 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.647179 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Network fd83f345-ebd0-49b8-b33c-ab3471ac601b is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:03.652197 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:03.654322 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Pushing event updated for resources: {'Port': ['ID=d0e6f865-eff1-4dba-8992-bb519d463024,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:03.656704 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:03.694256 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925511'] for router_interface (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.717170 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Publish callbacks [] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.718578 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:03.726958 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.733076 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:03.815580 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d47ec-20d0-47ac-a20a-b82bd1dbde3a None None] Pushing event updated for resources: {'Port': ['ID=75e4ca9a-7228-49ca-a09b-c1f8019fb4ee,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:03.824259 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Attempting to bind port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:43:03.824640 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Attempting to bind port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:43:03.825006 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Attempting to bind port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee on network 89f09afe-9f84-467f-83ae-ba767b6cb40a {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:03.831135 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:43:03.831510 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Checking segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:03.832235 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.832662 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Bound using segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:43:03.833476 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Bound port: 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:43:03.833654 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.856916 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.871076 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:03.873521 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:03.892173 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] For port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:43:03.896503 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] For port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=75e4ca9a-7228-49ca-a09b-c1f8019fb4ee,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:43:03.904292 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:03.958463 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Routers {'1141e4f4-7bd0-44f5-bf36-9d579eee0d00'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:03.959086 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:04.019452 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:04.020078 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d47ec-20d0-47ac-a20a-b82bd1dbde3a None None] Pushing event updated for resources: {'Port': ['ID=75e4ca9a-7228-49ca-a09b-c1f8019fb4ee,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:04.035582 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f29397b8-9b3f-42e0-aea6-5d0ce3cc6a9f None None] Provisioning complete for port d0e6f865-eff1-4dba-8992-bb519d463024 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:04.035993 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f29397b8-9b3f-42e0-aea6-5d0ce3cc6a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:04.055206 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:04.068962 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Publish callbacks [] for port (d0e6f865-eff1-4dba-8992-bb519d463024), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:04.074598 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:04.105049 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f29397b8-9b3f-42e0-aea6-5d0ce3cc6a9f None None] Port d0e6f865-eff1-4dba-8992-bb519d463024 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:43:04.121121 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] Set router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:04.148180 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926679'] for router_interface (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:04.150089 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Pushing event updated for resources: {'Port': ['ID=d0e6f865-eff1-4dba-8992-bb519d463024,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:04.276309 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Network fd83f345-ebd0-49b8-b33c-ab3471ac601b is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:04.278163 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:04.309826 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device fbcca1a1-20d6-483d-b5ba-96f240e532d1 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:04.432159 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:43:04.459175 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port fbcca1a1-20d6-483d-b5ba-96f240e532d1 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:04.459540 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:04.538990 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:43:04.551787 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-f2a2a395-3be8-4af6-989d-848ad091a0cc admin admin] 10.222.0.55 "PUT /v2.0/routers/1141e4f4-7bd0-44f5-bf36-9d579eee0d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6559513 May 24 15:43:04.560202 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-78bb9d75-1519-4208-8729-146498f02708 None None] Provisioning complete for port d0e6f865-eff1-4dba-8992-bb519d463024 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:04.560520 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-78bb9d75-1519-4208-8729-146498f02708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:04.612976 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': 'd0e6f865-eff1-4dba-8992-bb519d463024', 'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'mac_address': 'fa:16:3e:68:7f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:03Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 1, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'subnets': [{'id': '478a6310-0471-439f-905a-ee64a129cb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:04.651512 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250abf63-ab7a-422c-863f-b00ccda6acd4 None None] The sync data for ids ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'] in dv-cinder-843153-1-iscsi is: [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': 'd0e6f865-eff1-4dba-8992-bb519d463024', 'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'mac_address': 'fa:16:3e:68:7f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:03Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 1, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'subnets': [{'id': '478a6310-0471-439f-905a-ee64a129cb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:43:04.652839 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-78bb9d75-1519-4208-8729-146498f02708 None None] Port d0e6f865-eff1-4dba-8992-bb519d463024 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:43:04.658144 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port fbcca1a1-20d6-483d-b5ba-96f240e532d1 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:05.092627 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53154) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:05.097806 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1736366665-network', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:05.120005 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Made reservation on behalf of f70c5efe3285406f84ab092456a78e9c for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:43:05.122437 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.131759 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.211530 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Publish callbacks [] for security_group (93a0e870-29b7-42fa-8394-d57698f77962), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.217247 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (93a0e870-29b7-42fa-8394-d57698f77962), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.246667 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:43:05.257437 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a0e870-29b7-42fa-8394-d57698f77962,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:05.262830 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (a7cc3787-68b9-45d7-b5ac-ac96bcb35730), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.263239 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.segments_db [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Added segment a7cc3787-68b9-45d7-b5ac-ac96bcb35730 of type vlan for network 023073ce-a70a-4b14-9d68-14e1b089aaf1 May 24 15:43:05.318969 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (023073ce-a70a-4b14-9d68-14e1b089aaf1), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.354326 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (023073ce-a70a-4b14-9d68-14e1b089aaf1), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.354510 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:05.354962 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.371651 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:05.435068 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53160) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:05.435626 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3414996 May 24 15:43:05.440149 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-abf5e0f0-6123-4176-83e2-6af11f5a4a5f admin admin] Request body: {'subnet': {'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1736366665-subnet', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:05.444081 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2849d4d-90c5-4c2e-a7bb-2a83b84c08f1 admin admin] Pushing event updated for resources: {'Network': ['ID=023073ce-a70a-4b14-9d68-14e1b089aaf1,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:05.456458 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 023073ce-a70a-4b14-9d68-14e1b089aaf1 details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:43:05.457929 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:05.465478 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf5e0f0-6123-4176-83e2-6af11f5a4a5f admin admin] Made reservation on behalf of f70c5efe3285406f84ab092456a78e9c for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:43:05.468221 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-abf5e0f0-6123-4176-83e2-6af11f5a4a5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8497209'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.678325 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-abf5e0f0-6123-4176-83e2-6af11f5a4a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8731813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8497355'] for subnet (fe029089-3d0c-432c-bed0-c83a17a1f5bd), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.736963 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5e0f0-6123-4176-83e2-6af11f5a4a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe029089-3d0c-432c-bed0-c83a17a1f5bd,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:05.752984 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf5e0f0-6123-4176-83e2-6af11f5a4a5f admin admin] Checking segment: {'id': 'a7cc3787-68b9-45d7-b5ac-ac96bcb35730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:05.753342 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf5e0f0-6123-4176-83e2-6af11f5a4a5f admin admin] Network hostable DHCP agents. Network: 023073ce-a70a-4b14-9d68-14e1b089aaf1, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:43:05.753487 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64350123-2489-48d3-9ed5-15edc513bf28 req-50098b06-3e12-4c9f-8baf-e4a0e2448e44 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:05.760685 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-64350123-2489-48d3-9ed5-15edc513bf28 req-50098b06-3e12-4c9f-8baf-e4a0e2448e44 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0739729 May 24 15:43:05.775402 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf5e0f0-6123-4176-83e2-6af11f5a4a5f admin admin] Network 023073ce-a70a-4b14-9d68-14e1b089aaf1 is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:43:05.785970 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-abf5e0f0-6123-4176-83e2-6af11f5a4a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 023073ce-a70a-4b14-9d68-14e1b089aaf1) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:05.786418 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:05.790956 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf5e0f0-6123-4176-83e2-6af11f5a4a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:05.791553 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-abf5e0f0-6123-4176-83e2-6af11f5a4a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.795553 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05410d86-5a57-4398-9631-6b00e4af5a59 None None] Network 023073ce-a70a-4b14-9d68-14e1b089aaf1 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:43:05.811149 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-abf5e0f0-6123-4176-83e2-6af11f5a4a5f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3749216 May 24 15:43:05.813895 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53166) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:05.817990 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1736366665-router', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:05.839953 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-64350123-2489-48d3-9ed5-15edc513bf28 req-d6b9acaf-23c1-44da-87d3-380a43875b30 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779865 May 24 15:43:05.845203 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-927047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4733'] for router (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.846411 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4726'] for router (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.886477 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:05.900057 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:05.908885 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Publish callbacks [] for router_controller (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:05.933193 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cafb656-3f67-50a2-96d4-d932412c16ff-023073ce-a70a-4b14-9d68-14e1b089aaf1', 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1', 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'fixed_ips': [{'subnet_id': 'fe029089-3d0c-432c-bed0-c83a17a1f5bd'}]}} from dv-cinder-843153-1-iscsi. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 15:43:05.934267 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.058901 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Publish callbacks [] for router_gateway (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.095241 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Allocated IP 172.20.0.2 (023073ce-a70a-4b14-9d68-14e1b089aaf1/fe029089-3d0c-432c-bed0-c83a17a1f5bd/0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:06.242207 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:06.248015 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Publish callbacks [] for router_gateway (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.270742 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.277865 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Publish callbacks [] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.291996 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.341552 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Network 023073ce-a70a-4b14-9d68-14e1b089aaf1 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:06.351068 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:06.354077 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:06.356141 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Pushing event updated for resources: {'Port': ['ID=0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:06.359278 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:06.359643 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.391046 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Allocated IP 172.27.3.229 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/f1d052dd-687d-41d9-bb6f-20bc6c68179d) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:06.401309 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:06.407980 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:06.472594 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Attempting to bind port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:43:06.472960 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Attempting to bind port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'a7cc3787-68b9-45d7-b5ac-ac96bcb35730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:43:06.473320 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Attempting to bind port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b on network 023073ce-a70a-4b14-9d68-14e1b089aaf1 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:06.485582 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:43:06.486086 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Checking segment: {'id': 'a7cc3787-68b9-45d7-b5ac-ac96bcb35730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:06.486563 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.486956 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Bound using segment: {'id': 'a7cc3787-68b9-45d7-b5ac-ac96bcb35730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:43:06.487414 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Bound port: 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cc3787-68b9-45d7-b5ac-ac96bcb35730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:43:06.487789 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.497964 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Publish callbacks [] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.498528 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:06.498905 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.536383 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.546541 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=75e4ca9a-7228-49ca-a09b-c1f8019fb4ee,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:06.554389 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.588550 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:06.593114 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:06.597563 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:06.607913 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] For port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:43:06.613265 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] For port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b,segment=NetworkSegment(a7cc3787-68b9-45d7-b5ac-ac96bcb35730),segment_id=a7cc3787-68b9-45d7-b5ac-ac96bcb35730)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:43:06.620929 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Pushing event updated for resources: {'Port': ['ID=f1d052dd-687d-41d9-bb6f-20bc6c68179d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:06.625600 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.633894 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=75e4ca9a-7228-49ca-a09b-c1f8019fb4ee,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:06.687531 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:06.710323 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757d348-ca9f-48fb-a2d9-ac251f3615db None None] Pushing event updated for resources: {'Port': ['ID=0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:06.874731 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Publish callbacks [] for router_gateway (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:06.954905 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Sync routers for ids ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:43:06.973918 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Routers {'1141e4f4-7bd0-44f5-bf36-9d579eee0d00'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:06.974370 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:07.020060 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:07.081251 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Set router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:07.124147 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924690'] for router (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:07.254513 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Router 8e32d905-cfb8-450d-aba5-ff0bcf6b021e is scheduled to L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 15:43:07.255049 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744274f-99a1-4f0f-aed0-261bcf2b3baa req-87e40e36-c334-44e6-b38d-c2edde01c868 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:07.256718 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4744274f-99a1-4f0f-aed0-261bcf2b3baa req-87e40e36-c334-44e6-b38d-c2edde01c868 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.3312299 May 24 15:43:07.260321 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:07.311975 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4744274f-99a1-4f0f-aed0-261bcf2b3baa req-af9353cd-60df-4b29-bc4e-be3f52e5f234 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491595 May 24 15:43:07.356650 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': 'd0e6f865-eff1-4dba-8992-bb519d463024', 'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'mac_address': 'fa:16:3e:68:7f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:03Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 2, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'subnets': [{'id': '478a6310-0471-439f-905a-ee64a129cb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:07.372423 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:43:07.380884 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Checking router: 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:43:07.381235 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Updating router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 port d0e6f865-eff1-4dba-8992-bb519d463024 binding host dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:43:07.382295 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Sync routers for ids ['8e32d905-cfb8-450d-aba5-ff0bcf6b021e'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:43:07.391328 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:07.395501 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ec028544-314e-4cce-b7a4-319414e9d402 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5779388 May 24 15:43:07.396205 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53174) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:07.396945 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Routers {'8e32d905-cfb8-450d-aba5-ff0bcf6b021e'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:07.397625 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['8e32d905-cfb8-450d-aba5-ff0bcf6b021e'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:07.414297 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:07.439601 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:07.464931 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:07.525310 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Set router 8e32d905-cfb8-450d-aba5-ff0bcf6b021e gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:07.706783 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Publish callbacks [] for port (d0e6f865-eff1-4dba-8992-bb519d463024), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:07.713330 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:07.747589 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'name': 'tempest-TestMinimumBasicScenario-1736366665-router', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:05Z', 'updated_at': '2022-05-24T15:43:06Z', 'revision_number': 3, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'gw_port': {'id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:06Z', 'updated_at': '2022-05-24T15:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:07.758849 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:07.766058 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Pushing event updated for resources: {'Port': ['ID=d0e6f865-eff1-4dba-8992-bb519d463024,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:07.777149 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.777486 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.778061 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.778561 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.779094 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.779568 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.780057 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.780525 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.781173 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.781753 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.782002 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.782345 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.782724 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.783049 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.783523 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:07.785120 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Checking router: 8e32d905-cfb8-450d-aba5-ff0bcf6b021e for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:43:07.785516 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Updating router 8e32d905-cfb8-450d-aba5-ff0bcf6b021e port f1d052dd-687d-41d9-bb6f-20bc6c68179d binding host dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:43:07.836166 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:07.852425 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Attempting to bind port d0e6f865-eff1-4dba-8992-bb519d463024 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:43:07.853056 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Attempting to bind port d0e6f865-eff1-4dba-8992-bb519d463024 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:43:07.853420 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Attempting to bind port d0e6f865-eff1-4dba-8992-bb519d463024 on network fd83f345-ebd0-49b8-b33c-ab3471ac601b {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:07.859006 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:43:07.859367 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Checking segment: {'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:07.859962 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:07.860537 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Bound using segment: {'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:43:07.861263 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Bound port: d0e6f865-eff1-4dba-8992-bb519d463024, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:43:07.861796 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:07.874341 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:07.933604 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b3c806-3687-4197-a7c2-25efe49ad4f8 None None] Network 023073ce-a70a-4b14-9d68-14e1b089aaf1 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:43:07.940153 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] For port d0e6f865-eff1-4dba-8992-bb519d463024, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:43:07.944886 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] For port d0e6f865-eff1-4dba-8992-bb519d463024, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=d0e6f865-eff1-4dba-8992-bb519d463024,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:43:07.957201 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:08.038897 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Routers {'1141e4f4-7bd0-44f5-bf36-9d579eee0d00'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:08.039544 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:08.068520 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-d46aa4e5-bc5c-4172-9fb2-7a58caa4e468 None None] Provisioning complete for port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:08.069079 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d46aa4e5-bc5c-4172-9fb2-7a58caa4e468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:08.173715 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] Set router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:08.186938 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:08.188324 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ac99c-7cdd-443e-8b21-938c747c5fde None None] Pushing event updated for resources: {'Port': ['ID=d0e6f865-eff1-4dba-8992-bb519d463024,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:08.373784 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:08.433346 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Allocated IP 172.20.0.1 (023073ce-a70a-4b14-9d68-14e1b089aaf1/fe029089-3d0c-432c-bed0-c83a17a1f5bd/5f4a42ee-3c00-49ff-b7de-a076acf83953) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:08.453059 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': 'd0e6f865-eff1-4dba-8992-bb519d463024', 'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'mac_address': 'fa:16:3e:68:7f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:03Z', 'updated_at': '2022-05-24T15:43:07Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'subnets': [{'id': '478a6310-0471-439f-905a-ee64a129cb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:08.458839 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de585ccc-4110-488a-a253-4aa2351c51cf req-97bac6a8-89ed-436c-871b-c13fcf13ef42 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:08.466261 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-de585ccc-4110-488a-a253-4aa2351c51cf req-97bac6a8-89ed-436c-871b-c13fcf13ef42 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0637341 May 24 15:43:08.480243 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb5a0c1-d9c4-4ba5-9daa-fc95377e7fd5 None None] The sync data for ids ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'] in dv-cinder-843153-1-iscsi is: [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': 'd0e6f865-eff1-4dba-8992-bb519d463024', 'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'mac_address': 'fa:16:3e:68:7f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:03Z', 'updated_at': '2022-05-24T15:43:07Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'subnets': [{'id': '478a6310-0471-439f-905a-ee64a129cb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:43:08.481818 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d46aa4e5-bc5c-4172-9fb2-7a58caa4e468 None None] Current status of the port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:08.482205 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d46aa4e5-bc5c-4172-9fb2-7a58caa4e468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:08.540990 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-de585ccc-4110-488a-a253-4aa2351c51cf req-7ac0ddfa-aaad-40c3-a4ee-e4c020a269e5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737252 May 24 15:43:08.552052 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d46aa4e5-bc5c-4172-9fb2-7a58caa4e468 None None] For port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b,segment=NetworkSegment(a7cc3787-68b9-45d7-b5ac-ac96bcb35730),segment_id=a7cc3787-68b9-45d7-b5ac-ac96bcb35730)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:08.577706 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d46aa4e5-bc5c-4172-9fb2-7a58caa4e468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:08.604403 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Publish callbacks [] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:08.634334 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:08.635445 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:08.643026 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:08.643794 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:08.644258 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:08.687086 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46aa4e5-bc5c-4172-9fb2-7a58caa4e468 None None] Pushing event updated for resources: {'Port': ['ID=0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:08.713421 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4a42ee-3c00-49ff-b7de-a076acf83953,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:08.728442 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Network 023073ce-a70a-4b14-9d68-14e1b089aaf1 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:08.730655 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:08.733959 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:08.736639 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Publish callbacks [] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:08.737475 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:08.750401 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1e431bbd-4b13-41cb-acc3-be712f212f46 None None] Provisioning complete for port d0e6f865-eff1-4dba-8992-bb519d463024 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:08.750768 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1e431bbd-4b13-41cb-acc3-be712f212f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:08.756602 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:08.778172 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925511'] for router_interface (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:08.789228 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:08.895125 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:08.896549 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:08.933246 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52782155-1417-4a03-add8-ecaba307a3c0 None None] Pushing event updated for resources: {'Port': ['ID=f1d052dd-687d-41d9-bb6f-20bc6c68179d,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:08.960795 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:08.964735 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Attempting to bind port f1d052dd-687d-41d9-bb6f-20bc6c68179d on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:43:08.965187 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Attempting to bind port f1d052dd-687d-41d9-bb6f-20bc6c68179d by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:43:08.965614 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Attempting to bind port f1d052dd-687d-41d9-bb6f-20bc6c68179d on network 89f09afe-9f84-467f-83ae-ba767b6cb40a {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:09.006783 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:43:09.007239 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Checking segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:09.007698 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.008182 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Bound using segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:43:09.008735 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0db87a6f-14f9-4e1b-8668-a2dabee2ea09 req-92bfacb5-e36d-439f-b1fa-a6cbe90879a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646501 May 24 15:43:09.008875 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Bound port: f1d052dd-687d-41d9-bb6f-20bc6c68179d, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:43:09.009311 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.057784 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:09.058292 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.082168 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1e431bbd-4b13-41cb-acc3-be712f212f46 None None] Current status of the port d0e6f865-eff1-4dba-8992-bb519d463024 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:09.082859 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1e431bbd-4b13-41cb-acc3-be712f212f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.124383 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] For port f1d052dd-687d-41d9-bb6f-20bc6c68179d, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:43:09.129718 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] For port f1d052dd-687d-41d9-bb6f-20bc6c68179d, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=f1d052dd-687d-41d9-bb6f-20bc6c68179d,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:43:09.150530 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.155647 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1e431bbd-4b13-41cb-acc3-be712f212f46 None None] For port d0e6f865-eff1-4dba-8992-bb519d463024, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=d0e6f865-eff1-4dba-8992-bb519d463024,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:09.167249 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1e431bbd-4b13-41cb-acc3-be712f212f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.198713 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Publish callbacks [] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.206542 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.232335 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db87a6f-14f9-4e1b-8668-a2dabee2ea09 req-79f1ba5e-a2e4-436b-a720-d0185833c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:09.234188 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0db87a6f-14f9-4e1b-8668-a2dabee2ea09 req-79f1ba5e-a2e4-436b-a720-d0185833c58f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e280d545f6064b5c91289a77e2491511&device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 1129 time: 0.0528429 May 24 15:43:09.263979 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Routers {'8e32d905-cfb8-450d-aba5-ff0bcf6b021e'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:09.264849 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['8e32d905-cfb8-450d-aba5-ff0bcf6b021e'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:09.272230 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52782155-1417-4a03-add8-ecaba307a3c0 None None] Pushing event updated for resources: {'Port': ['ID=f1d052dd-687d-41d9-bb6f-20bc6c68179d,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:09.280383 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4a42ee-3c00-49ff-b7de-a076acf83953,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:09.292870 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926679'] for router_interface (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.313302 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:09.320510 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:09.358072 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976336e-b852-458c-b30f-15d3b06629bc req-d79ea725-630b-49b2-b213-84513a7a37d9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:09.365736 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0976336e-b852-458c-b30f-15d3b06629bc req-d79ea725-630b-49b2-b213-84513a7a37d9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.0780485 May 24 15:43:09.389599 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-799e589c-3d8c-42ac-baf7-59669230e451 None None] Provisioning complete for port 5f4a42ee-3c00-49ff-b7de-a076acf83953 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:09.390045 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-799e589c-3d8c-42ac-baf7-59669230e451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.467141 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:09.470792 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db87a6f-14f9-4e1b-8668-a2dabee2ea09 req-2711d10d-0948-48fa-8da7-bcbd0be8aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:09.471245 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e431bbd-4b13-41cb-acc3-be712f212f46 None None] Pushing event updated for resources: {'Port': ['ID=d0e6f865-eff1-4dba-8992-bb519d463024,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:09.472483 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0db87a6f-14f9-4e1b-8668-a2dabee2ea09 req-2711d10d-0948-48fa-8da7-bcbd0be8aada service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 200 len: 919 time: 0.1764491 May 24 15:43:09.474159 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Deleting port 123b7faa-d212-4186-93a9-6e1d900b7f9c {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:43:09.474669 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.479851 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-799e589c-3d8c-42ac-baf7-59669230e451 None None] Port 5f4a42ee-3c00-49ff-b7de-a076acf83953 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:43:09.496519 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] Set router 8e32d905-cfb8-450d-aba5-ff0bcf6b021e gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:09.498943 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-799e589c-3d8c-42ac-baf7-59669230e451 None None] Provisioning complete for port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:09.499345 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-799e589c-3d8c-42ac-baf7-59669230e451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.520167 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0db87a6f-14f9-4e1b-8668-a2dabee2ea09 req-eedac4ee-b5c5-4f51-84f4-055a083866e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=110b6658-6aab-4863-9381-91ebcbd0ce77 HTTP/1.1" status: 200 len: 217 time: 0.0402007 May 24 15:43:09.537926 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Network 023073ce-a70a-4b14-9d68-14e1b089aaf1 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:09.557121 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:09.578209 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] For port 123b7faa-d212-4186-93a9-6e1d900b7f9c, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=123b7faa-d212-4186-93a9-6e1d900b7f9c,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:09.579309 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.627393 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db87a6f-14f9-4e1b-8668-a2dabee2ea09 req-ddb78655-c342-4641-b849-6e0ee7329b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:09.629554 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0db87a6f-14f9-4e1b-8668-a2dabee2ea09 req-ddb78655-c342-4641-b849-6e0ee7329b0f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 200 len: 857 time: 0.1019797 May 24 15:43:09.714057 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-799e589c-3d8c-42ac-baf7-59669230e451 None None] Current status of the port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:09.726190 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db87a6f-14f9-4e1b-8668-a2dabee2ea09 req-2fa7c081-29c9-4de9-8479-4673d9ce2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:09.728065 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0db87a6f-14f9-4e1b-8668-a2dabee2ea09 req-2fa7c081-29c9-4de9-8479-4673d9ce2260 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1d908b4-0d57-4328-b5e8-f2842546189b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909498 May 24 15:43:09.754895 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:09.806668 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:09.808637 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'name': 'tempest-TestMinimumBasicScenario-1736366665-router', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:05Z', 'updated_at': '2022-05-24T15:43:08Z', 'revision_number': 4, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'gw_port': {'id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:06Z', 'updated_at': '2022-05-24T15:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5f4a42ee-3c00-49ff-b7de-a076acf83953', 'name': '', 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'mac_address': 'fa:16:3e:a1:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fe029089-3d0c-432c-bed0-c83a17a1f5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:07Z', 'updated_at': '2022-05-24T15:43:09Z', 'revision_number': 2, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'subnets': [{'id': 'fe029089-3d0c-432c-bed0-c83a17a1f5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:09.828725 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Router 8e32d905-cfb8-450d-aba5-ff0bcf6b021e has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:43:09.841232 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f6b62f-0a8a-4f3c-8029-7d0e7db2a2f3 None None] The sync data for ids ['8e32d905-cfb8-450d-aba5-ff0bcf6b021e'] in dv-cinder-843153-1-iscsi is: [{'id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'name': 'tempest-TestMinimumBasicScenario-1736366665-router', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:05Z', 'updated_at': '2022-05-24T15:43:08Z', 'revision_number': 4, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'gw_port': {'id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:06Z', 'updated_at': '2022-05-24T15:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5f4a42ee-3c00-49ff-b7de-a076acf83953', 'name': '', 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'mac_address': 'fa:16:3e:a1:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fe029089-3d0c-432c-bed0-c83a17a1f5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:07Z', 'updated_at': '2022-05-24T15:43:09Z', 'revision_number': 2, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'subnets': [{'id': 'fe029089-3d0c-432c-bed0-c83a17a1f5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:43:09.911193 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0db87a6f-14f9-4e1b-8668-a2dabee2ea09 req-1f3795a3-a4d4-405a-8f54-2658e799df62 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690929 May 24 15:43:09.937982 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-170fa74a-5cde-43fa-9976-f84119e8ac1a None None] Provisioning complete for port 5f4a42ee-3c00-49ff-b7de-a076acf83953 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:09.938442 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-170fa74a-5cde-43fa-9976-f84119e8ac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:09.983305 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-170fa74a-5cde-43fa-9976-f84119e8ac1a None None] Port 5f4a42ee-3c00-49ff-b7de-a076acf83953 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:43:10.045930 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:43:10.063487 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-330ebaf9-facd-447f-b616-cc228f639a72 admin admin] 10.222.0.55 "PUT /v2.0/routers/8e32d905-cfb8-450d-aba5-ff0bcf6b021e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6576023 May 24 15:43:10.071540 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0db87a6f-14f9-4e1b-8668-a2dabee2ea09 req-16fa42a1-44e2-491f-8a7a-d64bc2fceb33 service neutron] 10.222.0.59 "GET /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524663 May 24 15:43:10.076458 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073d077-eb03-43d9-8d1a-c364c3af6abe req-a19d987f-76b6-495b-a689-cb0f117f924a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:10.085321 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d073d077-eb03-43d9-8d1a-c364c3af6abe req-a19d987f-76b6-495b-a689-cb0f117f924a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 945 time: 0.1364529 May 24 15:43:10.216486 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d073d077-eb03-43d9-8d1a-c364c3af6abe req-16ce8f92-9e6d-41f2-8bbf-8cb4b9edf10d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=778ca1a0-f673-4191-bbd4-ba052492e83a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298618 May 24 15:43:10.237150 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:10.237809 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (83b919d1-a638-44e9-b97f-7bd09e5b0404), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:10.238302 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.l3_db [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Floating IP 83b919d1-a638-44e9-b97f-7bd09e5b0404 disassociated. External IP: 172.27.3.231, port: 123b7faa-d212-4186-93a9-6e1d900b7f9c. May 24 15:43:10.238813 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Calling delete_port for 123b7faa-d212-4186-93a9-6e1d900b7f9c owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:43:10.309614 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:10.375576 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:10.381293 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:10.381791 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:10.399418 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (123b7faa-d212-4186-93a9-6e1d900b7f9c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:10.437736 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event deleted for resources: {'Port': ['ID=123b7faa-d212-4186-93a9-6e1d900b7f9c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:10.493685 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:10.502270 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:10.503348 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device d0e6f865-eff1-4dba-8992-bb519d463024 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:10.567999 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port d0e6f865-eff1-4dba-8992-bb519d463024 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:10.568402 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:10.600644 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Router 04621e83-d5a4-401e-b9e9-29bba3f4f23f has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:43:10.650890 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port d0e6f865-eff1-4dba-8992-bb519d463024 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:10.758443 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:43:10.769469 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6dba9-a2a4-4517-98e8-794ad5dea590 None None] Sync routers for ids ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:43:10.784670 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6dba9-a2a4-4517-98e8-794ad5dea590 None None] Routers {'04621e83-d5a4-401e-b9e9-29bba3f4f23f'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:10.785449 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-90c6dba9-a2a4-4517-98e8-794ad5dea590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:10.810168 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] No DVR routers for this DVR port 123b7faa-d212-4186-93a9-6e1d900b7f9c on host hv-cinder-84315 {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:43:10.812853 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:10.816397 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0976336e-b852-458c-b30f-15d3b06629bc req-011a26fe-1fc2-4bb0-89a4-04de269b1eed tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "DELETE /v2.0/ports/123b7faa-d212-4186-93a9-6e1d900b7f9c HTTP/1.1" status: 204 len: 173 time: 1.4440117 May 24 15:43:10.816932 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f726278-c770-47b5-86db-c95db49ba80f', 'name': 'network-vif-deleted', 'tag': '123b7faa-d212-4186-93a9-6e1d900b7f9c'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:43:10.819280 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4cafff-1dab-43ac-9aaf-bf4feb38367e" -d '{"events": [{"server_uuid": "3f726278-c770-47b5-86db-c95db49ba80f", "name": "network-vif-deleted", "tag": "123b7faa-d212-4186-93a9-6e1d900b7f9c"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:43:10.867999 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aff089b-a705-45a4-a6e5-ab8dc68dafce x-openstack-request-id: req-6aff089b-a705-45a4-a6e5-ab8dc68dafce {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:43:10.868319 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f726278-c770-47b5-86db-c95db49ba80f", "name": "network-vif-deleted", "tag": "123b7faa-d212-4186-93a9-6e1d900b7f9c", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:43:10.868570 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6aff089b-a705-45a4-a6e5-ab8dc68dafce {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:43:10.869087 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aff089b-a705-45a4-a6e5-ab8dc68dafce'] response: {'server_uuid': '3f726278-c770-47b5-86db-c95db49ba80f', 'name': 'network-vif-deleted', 'tag': '123b7faa-d212-4186-93a9-6e1d900b7f9c', 'status': 'completed', 'code': 200} May 24 15:43:10.903101 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-90c6dba9-a2a4-4517-98e8-794ad5dea590 None None] Set router 04621e83-d5a4-401e-b9e9-29bba3f4f23f gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:11.165434 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-90c6dba9-a2a4-4517-98e8-794ad5dea590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:22Z', 'revision_number': 5, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:11.192097 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6dba9-a2a4-4517-98e8-794ad5dea590 None None] Checking router: 04621e83-d5a4-401e-b9e9-29bba3f4f23f for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:43:11.200824 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6dba9-a2a4-4517-98e8-794ad5dea590 None None] Routers {'04621e83-d5a4-401e-b9e9-29bba3f4f23f'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:11.201421 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-90c6dba9-a2a4-4517-98e8-794ad5dea590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:11.412889 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-98fc6eb0-0515-4274-b814-1b68aaf0881e req-fea58daf-f1ea-4ec7-bdf6-ab816b7dbb96 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f726278-c770-47b5-86db-c95db49ba80f HTTP/1.1" status: 200 len: 210 time: 0.0501015 May 24 15:43:11.495314 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:11.513876 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-90c6dba9-a2a4-4517-98e8-794ad5dea590 None None] Set router 04621e83-d5a4-401e-b9e9-29bba3f4f23f gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:11.796586 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-90c6dba9-a2a4-4517-98e8-794ad5dea590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:22Z', 'revision_number': 5, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:11.827113 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6dba9-a2a4-4517-98e8-794ad5dea590 None None] The sync data for ids ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'] in dv-cinder-843153-1-iscsi is: [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '7d3cec01-a250-4091-8ce5-955d476b5703', 'name': '', 'network_id': 'b1d908b4-0d57-4328-b5e8-f2842546189b', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'mac_address': 'fa:16:3e:e3:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:08Z', 'updated_at': '2022-05-24T15:38:22Z', 'revision_number': 5, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'subnets': [{'id': '56032d1a-2388-4d58-a0aa-03a1b2d2ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:43:12.202963 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c472d012-30a1-46d5-9fb6-9249aa292160 None None] New status for floating IP 83b919d1-a638-44e9-b97f-7bd09e5b0404: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:43:12.277059 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device f1d052dd-687d-41d9-bb6f-20bc6c68179d up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:12.489784 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port f1d052dd-687d-41d9-bb6f-20bc6c68179d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:12.490185 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:12.525684 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53216) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:12.529004 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:12.540746 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:12.592704 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port f1d052dd-687d-41d9-bb6f-20bc6c68179d is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:12.593007 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:12.609245 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fa27ae6-c821-4836-bb91-77691a2554e8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for security_group (778ca1a0-f673-4191-bbd4-ba052492e83a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:12.619937 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port f1d052dd-687d-41d9-bb6f-20bc6c68179d, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=f1d052dd-687d-41d9-bb6f-20bc6c68179d,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:12.627247 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:12.651030 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fa27ae6-c821-4836-bb91-77691a2554e8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for security_group (778ca1a0-f673-4191-bbd4-ba052492e83a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:12.695046 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=f1d052dd-687d-41d9-bb6f-20bc6c68179d,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:12.722508 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fa27ae6-c821-4836-bb91-77691a2554e8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (778ca1a0-f673-4191-bbd4-ba052492e83a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:12.725729 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9fa27ae6-c821-4836-bb91-77691a2554e8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:12.726930 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9fa27ae6-c821-4836-bb91-77691a2554e8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "DELETE /v2.0/security-groups/778ca1a0-f673-4191-bbd4-ba052492e83a HTTP/1.1" status: 204 len: 168 time: 0.1989911 May 24 15:43:12.730489 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53218) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:12.748560 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa27ae6-c821-4836-bb91-77691a2554e8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778ca1a0-f673-4191-bbd4-ba052492e83a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:12.752152 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.api.v2.resource [None req-e8348c1d-d7f1-4cd9-a293-54160ed9b33a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] show failed (client error): The resource could not be found. May 24 15:43:12.756318 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-e8348c1d-d7f1-4cd9-a293-54160ed9b33a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups/778ca1a0-f673-4191-bbd4-ba052492e83a HTTP/1.1" status: 404 len: 347 time: 0.0220618 May 24 15:43:12.756737 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53220) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:12.887307 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-887b40d9-9af0-406c-b5a8-ea76d91791c0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Deleting port b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:43:12.887646 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-887b40d9-9af0-406c-b5a8-ea76d91791c0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:12.969716 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-887b40d9-9af0-406c-b5a8-ea76d91791c0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:12.970392 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-887b40d9-9af0-406c-b5a8-ea76d91791c0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for floatingip (b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:12.985815 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-887b40d9-9af0-406c-b5a8-ea76d91791c0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Calling delete_port for b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:43:13.149184 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-887b40d9-9af0-406c-b5a8-ea76d91791c0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:13.154520 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:13.176668 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b40d9-9af0-406c-b5a8-ea76d91791c0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event deleted for resources: {'Port': ['ID=b64d0edb-d8cf-469f-ab96-a4edaf8b5cc2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:13.226488 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Sync routers for ids ['8e32d905-cfb8-450d-aba5-ff0bcf6b021e'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:43:13.237893 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Routers {'8e32d905-cfb8-450d-aba5-ff0bcf6b021e'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:13.238783 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['8e32d905-cfb8-450d-aba5-ff0bcf6b021e'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:13.249815 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-887b40d9-9af0-406c-b5a8-ea76d91791c0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks [] for floatingip (83b919d1-a638-44e9-b97f-7bd09e5b0404), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:13.252688 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-887b40d9-9af0-406c-b5a8-ea76d91791c0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:13.253848 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-887b40d9-9af0-406c-b5a8-ea76d91791c0 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "DELETE /v2.0/floatingips/83b919d1-a638-44e9-b97f-7bd09e5b0404 HTTP/1.1" status: 204 len: 168 time: 0.4960303 May 24 15:43:13.390793 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Set router 8e32d905-cfb8-450d-aba5-ff0bcf6b021e gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:13.421110 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:13.603498 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'name': 'tempest-TestMinimumBasicScenario-1736366665-router', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:05Z', 'updated_at': '2022-05-24T15:43:08Z', 'revision_number': 4, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'gw_port': {'id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:06Z', 'updated_at': '2022-05-24T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5f4a42ee-3c00-49ff-b7de-a076acf83953', 'name': '', 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'mac_address': 'fa:16:3e:a1:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fe029089-3d0c-432c-bed0-c83a17a1f5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:07Z', 'updated_at': '2022-05-24T15:43:09Z', 'revision_number': 2, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'subnets': [{'id': 'fe029089-3d0c-432c-bed0-c83a17a1f5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:13.636823 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Checking router: 8e32d905-cfb8-450d-aba5-ff0bcf6b021e for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:43:13.637077 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Updating router 8e32d905-cfb8-450d-aba5-ff0bcf6b021e port 5f4a42ee-3c00-49ff-b7de-a076acf83953 binding host dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:43:13.679173 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:13.797381 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 123b7faa-d212-4186-93a9-6e1d900b7f9c no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:43:13.822159 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: 123b7faa-d212-4186-93a9-6e1d900b7f9c {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:43:13.822781 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 123b7faa-d212-4186-93a9-6e1d900b7f9c not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:43:13.999819 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Publish callbacks [] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:14.005296 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:14.009965 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:14.058919 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990cacd-cc97-4576-9012-0fd11effb5e7 None None] Pushing event updated for resources: {'Port': ['ID=5f4a42ee-3c00-49ff-b7de-a076acf83953,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:14.128762 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Attempting to bind port 5f4a42ee-3c00-49ff-b7de-a076acf83953 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:43:14.129546 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Attempting to bind port 5f4a42ee-3c00-49ff-b7de-a076acf83953 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'a7cc3787-68b9-45d7-b5ac-ac96bcb35730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:43:14.130021 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Attempting to bind port 5f4a42ee-3c00-49ff-b7de-a076acf83953 on network 023073ce-a70a-4b14-9d68-14e1b089aaf1 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:14.135757 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:43:14.136301 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Checking segment: {'id': 'a7cc3787-68b9-45d7-b5ac-ac96bcb35730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:14.136794 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:14.137275 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Bound using segment: {'id': 'a7cc3787-68b9-45d7-b5ac-ac96bcb35730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:43:14.137838 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Bound port: 5f4a42ee-3c00-49ff-b7de-a076acf83953, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cc3787-68b9-45d7-b5ac-ac96bcb35730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:43:14.138324 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:14.214728 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] For port 5f4a42ee-3c00-49ff-b7de-a076acf83953, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:43:14.220307 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] For port 5f4a42ee-3c00-49ff-b7de-a076acf83953, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=5f4a42ee-3c00-49ff-b7de-a076acf83953,segment=NetworkSegment(a7cc3787-68b9-45d7-b5ac-ac96bcb35730),segment_id=a7cc3787-68b9-45d7-b5ac-ac96bcb35730)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:43:14.244203 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:14.276116 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device f1d052dd-687d-41d9-bb6f-20bc6c68179d up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:14.315708 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Routers {'8e32d905-cfb8-450d-aba5-ff0bcf6b021e'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:14.316375 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:42:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['8e32d905-cfb8-450d-aba5-ff0bcf6b021e'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:14.385873 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4e31e38a-ec62-4e5d-b9e7-3ad1a88c383b None None] Provisioning complete for port 5f4a42ee-3c00-49ff-b7de-a076acf83953 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:14.386561 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e31e38a-ec62-4e5d-b9e7-3ad1a88c383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:14.425455 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port f1d052dd-687d-41d9-bb6f-20bc6c68179d triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:14.426113 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:14.460497 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] Set router 8e32d905-cfb8-450d-aba5-ff0bcf6b021e gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:14.738949 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'name': 'tempest-TestMinimumBasicScenario-1736366665-router', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:05Z', 'updated_at': '2022-05-24T15:43:08Z', 'revision_number': 4, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'gw_port': {'id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:06Z', 'updated_at': '2022-05-24T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5f4a42ee-3c00-49ff-b7de-a076acf83953', 'name': '', 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'mac_address': 'fa:16:3e:a1:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fe029089-3d0c-432c-bed0-c83a17a1f5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:07Z', 'updated_at': '2022-05-24T15:43:14Z', 'revision_number': 4, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'subnets': [{'id': 'fe029089-3d0c-432c-bed0-c83a17a1f5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:14.763021 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4e31e38a-ec62-4e5d-b9e7-3ad1a88c383b None None] Current status of the port 5f4a42ee-3c00-49ff-b7de-a076acf83953 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:14.763777 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e31e38a-ec62-4e5d-b9e7-3ad1a88c383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:14.770484 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:14.771845 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e220799b-f8b9-40e7-9041-b1b87566af02 None None] The sync data for ids ['8e32d905-cfb8-450d-aba5-ff0bcf6b021e'] in dv-cinder-843153-1-iscsi is: [{'id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'name': 'tempest-TestMinimumBasicScenario-1736366665-router', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:05Z', 'updated_at': '2022-05-24T15:43:08Z', 'revision_number': 4, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'gw_port': {'id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:06Z', 'updated_at': '2022-05-24T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5f4a42ee-3c00-49ff-b7de-a076acf83953', 'name': '', 'network_id': '023073ce-a70a-4b14-9d68-14e1b089aaf1', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'mac_address': 'fa:16:3e:a1:57:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fe029089-3d0c-432c-bed0-c83a17a1f5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:07Z', 'updated_at': '2022-05-24T15:43:14Z', 'revision_number': 4, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'subnets': [{'id': 'fe029089-3d0c-432c-bed0-c83a17a1f5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:43:14.794453 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990cacd-cc97-4576-9012-0fd11effb5e7 None None] Pushing event updated for resources: {'Port': ['ID=5f4a42ee-3c00-49ff-b7de-a076acf83953,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:14.871628 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4e31e38a-ec62-4e5d-b9e7-3ad1a88c383b None None] For port 5f4a42ee-3c00-49ff-b7de-a076acf83953, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=5f4a42ee-3c00-49ff-b7de-a076acf83953,segment=NetworkSegment(a7cc3787-68b9-45d7-b5ac-ac96bcb35730),segment_id=a7cc3787-68b9-45d7-b5ac-ac96bcb35730)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:14.877421 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port f1d052dd-687d-41d9-bb6f-20bc6c68179d is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:14.881853 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e31e38a-ec62-4e5d-b9e7-3ad1a88c383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:14.960973 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31e38a-ec62-4e5d-b9e7-3ad1a88c383b None None] Pushing event updated for resources: {'Port': ['ID=5f4a42ee-3c00-49ff-b7de-a076acf83953,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:15.004260 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-56eaa1ad-0861-4cb0-b794-7a00979dc9de None None] Provisioning complete for port 5f4a42ee-3c00-49ff-b7de-a076acf83953 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:15.004772 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-56eaa1ad-0861-4cb0-b794-7a00979dc9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:15.095706 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-56eaa1ad-0861-4cb0-b794-7a00979dc9de None None] Current status of the port 5f4a42ee-3c00-49ff-b7de-a076acf83953 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:16.231164 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185a4cf-56ff-4699-88ec-973d29ea298f req-70462332-6339-4763-bc3c-230fa30bb1e8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:16.232669 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8185a4cf-56ff-4699-88ec-973d29ea298f req-70462332-6339-4763-bc3c-230fa30bb1e8 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0849278 May 24 15:43:16.269946 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5f4a42ee-3c00-49ff-b7de-a076acf83953 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:16.295305 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8185a4cf-56ff-4699-88ec-973d29ea298f req-be6c96a8-9095-4023-9ed7-b2159c8de8d4 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564108 May 24 15:43:16.324776 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 5f4a42ee-3c00-49ff-b7de-a076acf83953 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:16.325286 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:16.409261 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 5f4a42ee-3c00-49ff-b7de-a076acf83953 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:17.413711 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a9b53-d156-49fb-a81c-83561b03c3ae req-c97ca27b-ca8b-4185-aca9-f253d6d7dbaf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:17.415328 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-032a9b53-d156-49fb-a81c-83561b03c3ae req-c97ca27b-ca8b-4185-aca9-f253d6d7dbaf tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0490031 May 24 15:43:17.472409 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-032a9b53-d156-49fb-a81c-83561b03c3ae req-6d9c7d26-a871-4b31-8344-eb151621bf15 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493205 May 24 15:43:17.897911 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:43:18.418090 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd2486-ac64-4a31-b24a-ef35c4787957 req-861216e8-6c9c-4d16-b00a-154086b7410a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:18.420335 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a8dd2486-ac64-4a31-b24a-ef35c4787957 req-861216e8-6c9c-4d16-b00a-154086b7410a tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0553060 May 24 15:43:18.511185 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-a8dd2486-ac64-4a31-b24a-ef35c4787957 req-6acf6d59-ebee-44b3-b0f3-354897da1e95 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Deleting port e827b410-d904-420a-8600-036fec1a80f7 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:43:18.511523 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a8dd2486-ac64-4a31-b24a-ef35c4787957 req-6acf6d59-ebee-44b3-b0f3-354897da1e95 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (e827b410-d904-420a-8600-036fec1a80f7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:18.622313 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2aee9c-2684-4fe1-8ca4-220a9ad382dd req-c50182f5-53b5-452a-9d6f-186f6d55d654 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:18.624174 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dd2aee9c-2684-4fe1-8ca4-220a9ad382dd req-c50182f5-53b5-452a-9d6f-186f6d55d654 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=84d791b8-2dce-43c8-9faa-5af5f5e14d65 HTTP/1.1" status: 200 len: 945 time: 0.0667040 May 24 15:43:18.660463 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-a8dd2486-ac64-4a31-b24a-ef35c4787957 req-6acf6d59-ebee-44b3-b0f3-354897da1e95 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] For port e827b410-d904-420a-8600-036fec1a80f7, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=e827b410-d904-420a-8600-036fec1a80f7,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:18.661102 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a8dd2486-ac64-4a31-b24a-ef35c4787957 req-6acf6d59-ebee-44b3-b0f3-354897da1e95 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (e827b410-d904-420a-8600-036fec1a80f7), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:18.701024 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dd2aee9c-2684-4fe1-8ca4-220a9ad382dd req-04655a0b-338e-4724-b00d-5391d97cc6a9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657487 May 24 15:43:18.707850 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-a8dd2486-ac64-4a31-b24a-ef35c4787957 req-6acf6d59-ebee-44b3-b0f3-354897da1e95 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Calling delete_port for e827b410-d904-420a-8600-036fec1a80f7 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:43:18.781992 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:18.856456 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a8dd2486-ac64-4a31-b24a-ef35c4787957 req-6acf6d59-ebee-44b3-b0f3-354897da1e95 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (e827b410-d904-420a-8600-036fec1a80f7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:18.893746 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['e827b410-d904-420a-8600-036fec1a80f7', '110b6658-6aab-4863-9381-91ebcbd0ce77'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:43:18.913458 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf6d59-ebee-44b3-b0f3-354897da1e95 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event deleted for resources: {'Port': ['ID=e827b410-d904-420a-8600-036fec1a80f7,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:18.945104 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dd2486-ac64-4a31-b24a-ef35c4787957 req-6acf6d59-ebee-44b3-b0f3-354897da1e95 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] No DVR routers for this DVR port e827b410-d904-420a-8600-036fec1a80f7 on host hv-cinder-84315 {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:43:18.951300 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-a8dd2486-ac64-4a31-b24a-ef35c4787957 req-6acf6d59-ebee-44b3-b0f3-354897da1e95 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:18.954860 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a8dd2486-ac64-4a31-b24a-ef35c4787957 req-6acf6d59-ebee-44b3-b0f3-354897da1e95 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "DELETE /v2.0/ports/e827b410-d904-420a-8600-036fec1a80f7 HTTP/1.1" status: 204 len: 173 time: 0.5295208 May 24 15:43:18.955324 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d791b8-2dce-43c8-9faa-5af5f5e14d65', 'name': 'network-vif-deleted', 'tag': 'e827b410-d904-420a-8600-036fec1a80f7'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:43:18.957649 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02032638-77f2-43e8-b5bf-68bd26d733a8" -d '{"events": [{"server_uuid": "84d791b8-2dce-43c8-9faa-5af5f5e14d65", "name": "network-vif-deleted", "tag": "e827b410-d904-420a-8600-036fec1a80f7"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:43:19.011083 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ae5915-0cfa-442c-a457-00e64139173c x-openstack-request-id: req-51ae5915-0cfa-442c-a457-00e64139173c {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:43:19.011372 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d791b8-2dce-43c8-9faa-5af5f5e14d65", "name": "network-vif-deleted", "tag": "e827b410-d904-420a-8600-036fec1a80f7", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:43:19.011637 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51ae5915-0cfa-442c-a457-00e64139173c {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:43:19.012226 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ae5915-0cfa-442c-a457-00e64139173c'] response: {'server_uuid': '84d791b8-2dce-43c8-9faa-5af5f5e14d65', 'name': 'network-vif-deleted', 'tag': 'e827b410-d904-420a-8600-036fec1a80f7', 'status': 'completed', 'code': 200} May 24 15:43:19.015971 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:19.016712 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:20.001235 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33aca-6162-49ed-9063-34eb21c7e18a req-93eccf4e-d92e-4bc1-a7f9-bc6f16fecec4 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:20.002774 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-88e33aca-6162-49ed-9063-34eb21c7e18a req-93eccf4e-d92e-4bc1-a7f9-bc6f16fecec4 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0484986 May 24 15:43:20.022184 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:20.054127 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-88e33aca-6162-49ed-9063-34eb21c7e18a req-46248ef9-b50d-4576-bdec-0545acc9ed25 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456195 May 24 15:43:20.570202 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e14100-0298-458a-9cbd-00dc14ff548a req-73d12d6f-120d-41cd-9017-138bdda57faf tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:20.571552 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-73d12d6f-120d-41cd-9017-138bdda57faf tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/networks?id=fd83f345-ebd0-49b8-b33c-ab3471ac601b HTTP/1.1" status: 200 len: 815 time: 0.1107998 May 24 15:43:20.589229 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-8a431aed-2795-42a9-bb8a-2fec1a6971a3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/quotas/b05a5e216dd141dabe29dfc71abee8ee HTTP/1.1" status: 200 len: 375 time: 0.0095074 May 24 15:43:20.647026 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-b8b092d2-7da9-452d-b12f-5b3abb96a291 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b05a5e216dd141dabe29dfc71abee8ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505512 May 24 15:43:20.805852 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-d07406e1-1f56-408f-a89c-c6ee22f37e8d service neutron] 10.222.0.55 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419578 May 24 15:43:20.904534 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-fab96799-d3dc-4a99-8b1d-2740a9c93c06 service neutron] 10.222.0.55 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900660 May 24 15:43:21.072835 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8c0c7aa9-b9f8-4fff-aa2c-07accc15d1a9 req-2aeb32eb-f6c7-460c-a06f-1f86fd63357f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 210 time: 0.0295355 May 24 15:43:21.178959 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe828cec-efdc-4c95-9bd2-36d5d45bd9f8 req-53a93de3-ae23-47e3-b289-68619ad7bdee tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:21.180462 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe828cec-efdc-4c95-9bd2-36d5d45bd9f8 req-53a93de3-ae23-47e3-b289-68619ad7bdee tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0527329 May 24 15:43:21.233107 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fe828cec-efdc-4c95-9bd2-36d5d45bd9f8 req-73b0d9bd-29fd-49a0-8d56-295a86dac120 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470858 May 24 15:43:22.185534 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3644580a-6375-4ea6-b62c-90b345db2108 req-bd82593b-2061-4144-ad0e-e3f0a1bf8698 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 210 time: 0.0370164 May 24 15:43:22.352131 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d349d-0d71-434d-85f6-95aa2f76fbff req-e492aa47-bd94-483f-85d0-0353a91efd53 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:22.353600 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-765d349d-0d71-434d-85f6-95aa2f76fbff req-e492aa47-bd94-483f-85d0-0353a91efd53 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0493741 May 24 15:43:22.402599 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-765d349d-0d71-434d-85f6-95aa2f76fbff req-09fbcf2b-fc75-41b6-84cf-f827728bbae2 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 May 24 15:43:23.241630 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43ae57-fb5f-4bb1-b927-756fd247641d req-a2018ae7-a890-4407-8c0d-c4006de7da4b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:23.243042 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:23.243553 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bb43ae57-fb5f-4bb1-b927-756fd247641d req-a2018ae7-a890-4407-8c0d-c4006de7da4b tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0568871 May 24 15:43:23.246114 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:23.286992 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dad9556a-a5b6-40a7-85ef-0539f3cd635b req-05ca1a02-191b-402e-a053-2509773648d5 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 210 time: 0.0304604 May 24 15:43:23.575522 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d24bda-6c37-45d7-8525-934f76628fdb req-b1b5e377-3dca-41ac-af84-7c248a1f1eb9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:23.576912 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a0d24bda-6c37-45d7-8525-934f76628fdb req-b1b5e377-3dca-41ac-af84-7c248a1f1eb9 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 945 time: 0.0815442 May 24 15:43:23.595968 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-bb43ae57-fb5f-4bb1-b927-756fd247641d req-fb04dc3f-bb49-4795-8ddf-9fdb55d924b5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Deleting port 110b6658-6aab-4863-9381-91ebcbd0ce77 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:43:23.596356 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bb43ae57-fb5f-4bb1-b927-756fd247641d req-fb04dc3f-bb49-4795-8ddf-9fdb55d924b5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:23.649601 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:23.683560 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a0d24bda-6c37-45d7-8525-934f76628fdb req-99250a13-5994-482e-a806-862aed4b1c57 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/security-groups?id=c269c4be-9271-4476-adad-32a612590690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987659 May 24 15:43:23.717921 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-bb43ae57-fb5f-4bb1-b927-756fd247641d req-fb04dc3f-bb49-4795-8ddf-9fdb55d924b5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] For port 110b6658-6aab-4863-9381-91ebcbd0ce77, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=110b6658-6aab-4863-9381-91ebcbd0ce77,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:23.718288 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bb43ae57-fb5f-4bb1-b927-756fd247641d req-fb04dc3f-bb49-4795-8ddf-9fdb55d924b5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:23.718401 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e14100-0298-458a-9cbd-00dc14ff548a req-7f3cba8c-c719-4d4e-bba7-1dcd17402d6f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:23.720143 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-7f3cba8c-c719-4d4e-bba7-1dcd17402d6f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.59 "GET /v2.0/networks?id=fd83f345-ebd0-49b8-b33c-ab3471ac601b HTTP/1.1" status: 200 len: 815 time: 0.1289914 May 24 15:43:23.733040 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-bb43ae57-fb5f-4bb1-b927-756fd247641d req-fb04dc3f-bb49-4795-8ddf-9fdb55d924b5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Calling delete_port for 110b6658-6aab-4863-9381-91ebcbd0ce77 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:43:23.741901 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Request body: {'port': {'device_id': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'admin_state_up': True, 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:23.792014 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:23.854537 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Made reservation on behalf of b05a5e216dd141dabe29dfc71abee8ee for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:43:23.858125 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:23.865091 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bb43ae57-fb5f-4bb1-b927-756fd247641d req-fb04dc3f-bb49-4795-8ddf-9fdb55d924b5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (110b6658-6aab-4863-9381-91ebcbd0ce77), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:23.874398 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device e827b410-d904-420a-8600-036fec1a80f7 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:43:23.894844 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04dc3f-bb49-4795-8ddf-9fdb55d924b5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Pushing event deleted for resources: {'Port': ['ID=110b6658-6aab-4863-9381-91ebcbd0ce77,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:23.917444 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: e827b410-d904-420a-8600-036fec1a80f7 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:43:23.917874 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device e827b410-d904-420a-8600-036fec1a80f7 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:43:23.921597 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['110b6658-6aab-4863-9381-91ebcbd0ce77'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:43:23.947857 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb43ae57-fb5f-4bb1-b927-756fd247641d req-fb04dc3f-bb49-4795-8ddf-9fdb55d924b5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] No DVR routers for this DVR port 110b6658-6aab-4863-9381-91ebcbd0ce77 on host hv-cinder-84315 {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:43:23.950652 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-bb43ae57-fb5f-4bb1-b927-756fd247641d req-fb04dc3f-bb49-4795-8ddf-9fdb55d924b5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:23.953889 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bb43ae57-fb5f-4bb1-b927-756fd247641d req-fb04dc3f-bb49-4795-8ddf-9fdb55d924b5 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.59 "DELETE /v2.0/ports/110b6658-6aab-4863-9381-91ebcbd0ce77 HTTP/1.1" status: 204 len: 173 time: 0.4847586 May 24 15:43:23.954607 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fdd945-52b6-4e16-9cd0-06bf19fc5536', 'name': 'network-vif-deleted', 'tag': '110b6658-6aab-4863-9381-91ebcbd0ce77'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:43:23.957249 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63abe54-aa93-46bf-bf03-d8c071048bb6" -d '{"events": [{"server_uuid": "69fdd945-52b6-4e16-9cd0-06bf19fc5536", "name": "network-vif-deleted", "tag": "110b6658-6aab-4863-9381-91ebcbd0ce77"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:43:24.013362 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Allocated IP 172.20.0.4 (fd83f345-ebd0-49b8-b33c-ab3471ac601b/478a6310-0471-439f-905a-ee64a129cb91/ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:24.014506 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd62835-0fcc-41c4-be4b-5d1aea2d9ff2 x-openstack-request-id: req-9dd62835-0fcc-41c4-be4b-5d1aea2d9ff2 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:43:24.015114 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fdd945-52b6-4e16-9cd0-06bf19fc5536", "name": "network-vif-deleted", "tag": "110b6658-6aab-4863-9381-91ebcbd0ce77", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:43:24.015424 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9dd62835-0fcc-41c4-be4b-5d1aea2d9ff2 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:43:24.015883 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd62835-0fcc-41c4-be4b-5d1aea2d9ff2'] response: {'server_uuid': '69fdd945-52b6-4e16-9cd0-06bf19fc5536', 'name': 'network-vif-deleted', 'tag': '110b6658-6aab-4863-9381-91ebcbd0ce77', 'status': 'completed', 'code': 200} May 24 15:43:24.180185 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:24.224518 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:24.319787 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Network fd83f345-ebd0-49b8-b33c-ab3471ac601b is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:24.323087 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:24.327348 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:24.379688 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event updated for resources: {'Port': ['ID=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:24.468825 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:24.469565 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:24.481103 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:24.487753 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a327a7-5241-4adf-841d-9825ff5c1530 req-efb3783f-b35d-4529-9898-363e493ddda2 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:24.493939 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-59a327a7-5241-4adf-841d-9825ff5c1530 req-efb3783f-b35d-4529-9898-363e493ddda2 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 931 time: 0.0688457 May 24 15:43:24.534188 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ac6f9461-e22b-4809-acc2-992481d724a9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7962132 May 24 15:43:24.582826 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-59a327a7-5241-4adf-841d-9825ff5c1530 req-1f29f92c-d48b-4219-a190-8911154ee128 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772443 May 24 15:43:24.708803 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f4ed7f3f-f47d-4ffa-94cc-98eadc0282c2 None None] Provisioning complete for port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:24.709456 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7f3f-f47d-4ffa-94cc-98eadc0282c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:24.784814 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed7f3f-f47d-4ffa-94cc-98eadc0282c2 None None] Port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:43:24.830622 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e602bc1b-fe81-4af8-add4-2cbd1f257e16 req-50d31d81-288c-4023-93fd-af644762bacd tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 210 time: 0.0302544 May 24 15:43:25.351689 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b678bd20-d24d-43f9-862a-45131f030f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:25.694682 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43381f64-de01-45dd-bd89-217ebb328a68 req-d9c465ca-4950-4378-9618-ba2b571b7776 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:25.696342 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-43381f64-de01-45dd-bd89-217ebb328a68 req-d9c465ca-4950-4378-9618-ba2b571b7776 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 931 time: 0.0479810 May 24 15:43:25.754906 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-43381f64-de01-45dd-bd89-217ebb328a68 req-cbabf02d-a933-42da-9491-21cf82d292f6 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499673 May 24 15:43:25.950142 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-04b545b9-1c0e-4f83-97b5-f7dc060acc4a req-fdf1b476-6dbf-43b1-839c-174c12b7681c tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 210 time: 0.0353043 May 24 15:43:26.870874 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec46e66-3404-4a82-96a5-e3ea7a2766ed req-b4e3b2f4-3df4-4bb4-874d-a572389ea5c4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:26.872377 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eec46e66-3404-4a82-96a5-e3ea7a2766ed req-b4e3b2f4-3df4-4bb4-874d-a572389ea5c4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 931 time: 0.0495477 May 24 15:43:26.924120 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eec46e66-3404-4a82-96a5-e3ea7a2766ed req-27a4b713-17b4-4c14-99ff-2c36de820d25 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449219 May 24 15:43:27.069793 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-47492e45-d2c7-42f3-87aa-3063f952876f req-b7c7138a-36e9-433c-a7fb-755808a6d816 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 210 time: 0.0332320 May 24 15:43:27.593296 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b257968d-e5c6-43bf-bb4c-01b475517a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:27.887969 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 110b6658-6aab-4863-9381-91ebcbd0ce77 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:43:27.907827 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: 110b6658-6aab-4863-9381-91ebcbd0ce77 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:43:27.908201 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 110b6658-6aab-4863-9381-91ebcbd0ce77 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:43:28.046090 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582b509-b047-4d1d-84c7-47212bf4a96d req-52ea3b59-92c9-44b8-8561-3af77c9d3a9e tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:28.049803 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b582b509-b047-4d1d-84c7-47212bf4a96d req-52ea3b59-92c9-44b8-8561-3af77c9d3a9e tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 931 time: 0.0499380 May 24 15:43:28.099267 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b582b509-b047-4d1d-84c7-47212bf4a96d req-1b218d09-c038-46d5-8ed6-32a74a4a4228 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457251 May 24 15:43:28.189990 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6caa4287-b6bd-4afe-8f3e-494e4f410205 req-d061ebbb-9e46-4666-9368-77d6bdcc099e tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 210 time: 0.0304592 May 24 15:43:29.155828 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:29.268685 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b07efd-3a6b-444a-9f0f-4ad282dbf69f req-4f731e5a-e3e5-44c1-a0db-60a94106aa9c tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:29.271194 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-05b07efd-3a6b-444a-9f0f-4ad282dbf69f req-4f731e5a-e3e5-44c1-a0db-60a94106aa9c tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 931 time: 0.0813973 May 24 15:43:29.339374 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c81ff725-26d7-412f-8473-f366536e7fc8 req-4ff95ca1-a39b-4945-82fa-1a61566da831 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 210 time: 0.0516887 May 24 15:43:29.379357 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-05b07efd-3a6b-444a-9f0f-4ad282dbf69f req-483c2941-cbb4-4643-a336-7d3910d5f621 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004505 May 24 15:43:30.326498 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:30.451691 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-33f8d3fd-d5ba-44fb-8abb-d78c327eeb40 req-90a07240-e42a-40ca-be74-0c7cecc5081f tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 210 time: 0.0337489 May 24 15:43:30.622703 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fd8e9-c698-4744-8c22-100e17159906 req-be99976a-e9e5-4685-9d4a-eae8ea2ed3f4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:30.625273 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2c8fd8e9-c698-4744-8c22-100e17159906 req-be99976a-e9e5-4685-9d4a-eae8ea2ed3f4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 931 time: 0.1292779 May 24 15:43:30.700207 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2c8fd8e9-c698-4744-8c22-100e17159906 req-7b1fae6f-efef-479f-8901-ab6d32197744 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692053 May 24 15:43:31.604248 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fccd24e7-2293-44de-a294-e3504af2f177 req-9f4df394-60ea-40ee-aa03-9d27f2eaab36 tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 210 time: 0.0346868 May 24 15:43:31.605002 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:31.614806 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e01687-a3cb-4146-9870-67c95f7a00d7 req-37e1d7d3-0cb2-4ade-acea-1cd41ba4eea0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:31.628083 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-66e01687-a3cb-4146-9870-67c95f7a00d7 req-37e1d7d3-0cb2-4ade-acea-1cd41ba4eea0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0866539 May 24 15:43:31.674308 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-66e01687-a3cb-4146-9870-67c95f7a00d7 req-8d1296d7-220c-46db-a39e-02cbfa3f3b98 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468802 May 24 15:43:31.740762 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:31.827785 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde524-872d-4769-92a0-a80bb5d7d8ec req-e2d6d3d2-3650-4e40-9187-18a52c3b6eba tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:31.829473 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b4dde524-872d-4769-92a0-a80bb5d7d8ec req-e2d6d3d2-3650-4e40-9187-18a52c3b6eba tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 931 time: 0.0512304 May 24 15:43:31.868590 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:31.870393 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:31.885943 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b4dde524-872d-4769-92a0-a80bb5d7d8ec req-77e5bfd4-f7ab-4093-86f2-3bc639f8e95b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500822 May 24 15:43:32.722017 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-10a22c25-61a6-4f3a-8750-dd5ce56b1686 req-e4fb4e61-96eb-450f-80ec-13cfa251e46d tempest-ServerRescueNegativeTestJSON-2086104122 tempest-ServerRescueNegativeTestJSON-2086104122-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fdd945-52b6-4e16-9cd0-06bf19fc5536 HTTP/1.1" status: 200 len: 210 time: 0.0287838 May 24 15:43:32.794575 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5ed4c-ce65-4e93-83fd-e7c9975ce5e0 req-2b096130-59b1-4753-8cbf-cd4990b45e6d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:32.796071 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1bd5ed4c-ce65-4e93-83fd-e7c9975ce5e0 req-2b096130-59b1-4753-8cbf-cd4990b45e6d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0461032 May 24 15:43:32.808115 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:32.845358 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1bd5ed4c-ce65-4e93-83fd-e7c9975ce5e0 req-3363eff2-c815-4cb6-97c1-1f7cf3507da2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425835 May 24 15:43:33.020947 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595d2cd-9dd1-46ef-8550-2fb35e17812b req-9926670c-44e4-4f51-937d-0851127e44b3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:33.022541 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8595d2cd-9dd1-46ef-8550-2fb35e17812b req-9926670c-44e4-4f51-937d-0851127e44b3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 931 time: 0.0618699 May 24 15:43:33.079879 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8595d2cd-9dd1-46ef-8550-2fb35e17812b req-900eeecd-f7f9-40e1-9850-5d5345c79342 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478113 May 24 15:43:33.256964 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Request body: {'port': {'device_id': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:33.322586 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:33.542682 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:33.619757 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:43:33.627343 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Publish callbacks [] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:33.641882 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Transition to ACTIVE for port object ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:43:33.646415 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:33.699788 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Pushing event updated for resources: {'Port': ['ID=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:33.727945 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.728311 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.728645 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.728979 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.729300 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.729624 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.729947 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.730263 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.730576 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.730890 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.731205 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.731518 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.731831 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.732165 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.732479 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:33.784464 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53410) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:33.796009 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Attempting to bind port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:43:33.796373 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Attempting to bind port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:43:33.796698 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Attempting to bind port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a on network fd83f345-ebd0-49b8-b33c-ab3471ac601b {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:33.805381 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a on network fd83f345-ebd0-49b8-b33c-ab3471ac601b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:43:33.805772 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Attempting to bind port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a on network fd83f345-ebd0-49b8-b33c-ab3471ac601b {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:33.811525 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:43:33.811859 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Checking segment: {'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:33.812283 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Bound using segment: {'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:43:33.812705 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Bound port: ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:43:33.813198 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:33.882766 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] For port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:43:33.888801 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] For port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:43:33.897290 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:33.981782 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d2ad3-c2fd-41ca-a73d-1142f074c495 req-227b2fe8-90ad-4b31-8ca2-5519fd05a099 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:33.983633 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eb9d2ad3-c2fd-41ca-a73d-1142f074c495 req-227b2fe8-90ad-4b31-8ca2-5519fd05a099 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0545588 May 24 15:43:33.987184 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:33.988565 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:33.990090 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] 10.222.0.59 "PUT /v2.0/ports/ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a HTTP/1.1" status: 200 len: 1093 time: 0.7862005 May 24 15:43:33.990679 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:43:33.993015 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a2146f-7ae0-44a9-b409-c982e5dda182" -d '{"events": [{"name": "network-changed", "server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:43:34.027306 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e69f41-5238-42f5-b366-31ec04133ade service neutron] Pushing event updated for resources: {'Port': ['ID=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:34.049180 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eb9d2ad3-c2fd-41ca-a73d-1142f074c495 req-ee94ac00-d287-400b-862c-4e7220ec055a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589948 May 24 15:43:34.071784 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24565b0b-f08e-4a3b-8bab-4e6fb6f4b548 x-openstack-request-id: req-24565b0b-f08e-4a3b-8bab-4e6fb6f4b548 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:43:34.072080 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:43:34.072331 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24565b0b-f08e-4a3b-8bab-4e6fb6f4b548 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:43:34.072720 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24565b0b-f08e-4a3b-8bab-4e6fb6f4b548'] response: {'name': 'network-changed', 'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'status': 'completed', 'code': 200} May 24 15:43:34.086191 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:34.163192 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e14100-0298-458a-9cbd-00dc14ff548a req-908bcd3f-7387-4123-b42b-0b1d0af5e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:34.164748 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-908bcd3f-7387-4123-b42b-0b1d0af5e004 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b05a5e216dd141dabe29dfc71abee8ee&device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 1127 time: 0.0909224 May 24 15:43:34.201568 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9488c47-3f77-454c-a9e9-8a125d0ad948 req-27e9bae4-c364-4847-a1da-e92d05f5fdd3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:34.203103 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f9488c47-3f77-454c-a9e9-8a125d0ad948 req-27e9bae4-c364-4847-a1da-e92d05f5fdd3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 943 time: 0.0489769 May 24 15:43:34.258326 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f9488c47-3f77-454c-a9e9-8a125d0ad948 req-a9cac041-2c36-4ba0-bcbf-a18be66c1ae6 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491474 May 24 15:43:34.467001 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-6ef425ec-f2d2-493f-bf85-4e5d93d6c684 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a HTTP/1.1" status: 200 len: 217 time: 0.2873189 May 24 15:43:34.551013 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e14100-0298-458a-9cbd-00dc14ff548a req-2a54d839-1e8e-4ece-967d-075c7cf0725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:34.552403 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-2a54d839-1e8e-4ece-967d-075c7cf0725c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=478a6310-0471-439f-905a-ee64a129cb91 HTTP/1.1" status: 200 len: 854 time: 0.0743129 May 24 15:43:34.656404 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e14100-0298-458a-9cbd-00dc14ff548a req-81ecd187-c5d1-48fc-a8f6-6595abac05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:34.657902 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-81ecd187-c5d1-48fc-a8f6-6595abac05ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd83f345-ebd0-49b8-b33c-ab3471ac601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0975993 May 24 15:43:34.773943 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-69f2b774-9331-40bc-ae2f-dcaea0b5b7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926668'] for router_interface (04621e83-d5a4-401e-b9e9-29bba3f4f23f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:34.808405 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:34.875083 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-271abbed-800d-405e-83d4-e1e0b4fd6535 service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102075 May 24 15:43:35.072514 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21e14100-0298-458a-9cbd-00dc14ff548a req-ce9d832e-4e3b-4709-8bf1-283f267bc61a service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905942 May 24 15:43:35.135387 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-69f2b774-9331-40bc-ae2f-dcaea0b5b7d9 admin admin] Deleting port 7d3cec01-a250-4091-8ce5-955d476b5703 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:43:35.135704 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-69f2b774-9331-40bc-ae2f-dcaea0b5b7d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:35.173634 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270259e5-7ffa-49b5-a2d0-3f1edf773043 req-9e9e9b24-5973-4e96-9bc7-3d60db85da27 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:35.175078 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-270259e5-7ffa-49b5-a2d0-3f1edf773043 req-9e9e9b24-5973-4e96-9bc7-3d60db85da27 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0487854 May 24 15:43:35.216930 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-69f2b774-9331-40bc-ae2f-dcaea0b5b7d9 admin admin] For port 7d3cec01-a250-4091-8ce5-955d476b5703, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=7d3cec01-a250-4091-8ce5-955d476b5703,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:35.217294 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-69f2b774-9331-40bc-ae2f-dcaea0b5b7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:35.222940 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-270259e5-7ffa-49b5-a2d0-3f1edf773043 req-285fa2f2-8ee2-4913-a9bc-1ffae1e39ed1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420353 May 24 15:43:35.231675 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-69f2b774-9331-40bc-ae2f-dcaea0b5b7d9 admin admin] Calling delete_port for 7d3cec01-a250-4091-8ce5-955d476b5703 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:43:35.287423 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:35.388998 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9193b24-918b-49a6-9e0c-af87d6f92950 req-eb4c12b7-2200-4074-98df-8b0fe488561c tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:35.390380 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d9193b24-918b-49a6-9e0c-af87d6f92950 req-eb4c12b7-2200-4074-98df-8b0fe488561c tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 943 time: 0.0640075 May 24 15:43:35.413100 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-69f2b774-9331-40bc-ae2f-dcaea0b5b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (7d3cec01-a250-4091-8ce5-955d476b5703), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:35.437810 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2b774-9331-40bc-ae2f-dcaea0b5b7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3cec01-a250-4091-8ce5-955d476b5703,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:35.440532 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d9193b24-918b-49a6-9e0c-af87d6f92950 req-c97f1bf8-f45a-4311-b0fa-bb6068ed3b4a tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 May 24 15:43:35.601059 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-69f2b774-9331-40bc-ae2f-dcaea0b5b7d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-419315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926552'] for router_interface (04621e83-d5a4-401e-b9e9-29bba3f4f23f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:35.611731 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:35.814472 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f2b774-9331-40bc-ae2f-dcaea0b5b7d9 admin admin] Router 04621e83-d5a4-401e-b9e9-29bba3f4f23f has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:43:35.954132 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2146f-7ae0-44a9-b409-c982e5dda182 req-390c3c83-887a-494d-8d0b-d693e3f43b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:35.955616 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-96a2146f-7ae0-44a9-b409-c982e5dda182 req-390c3c83-887a-494d-8d0b-d693e3f43b79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b05a5e216dd141dabe29dfc71abee8ee&device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 1127 time: 0.0546200 May 24 15:43:35.956655 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f2b774-9331-40bc-ae2f-dcaea0b5b7d9 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:43:35.961877 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-69f2b774-9331-40bc-ae2f-dcaea0b5b7d9 admin admin] 10.222.0.55 "PUT /v2.0/routers/04621e83-d5a4-401e-b9e9-29bba3f4f23f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1764681 May 24 15:43:35.964878 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53424) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:35.966829 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03258b55-578e-401a-91e2-9cae70f82d56 None None] Sync routers for ids ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:43:35.978783 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03258b55-578e-401a-91e2-9cae70f82d56 None None] Routers {'04621e83-d5a4-401e-b9e9-29bba3f4f23f'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:35.979515 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-03258b55-578e-401a-91e2-9cae70f82d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:43:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:36.054617 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2146f-7ae0-44a9-b409-c982e5dda182 req-4ea07d7a-93e4-4c2a-a5e0-9c6ee66b3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:36.055760 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-96a2146f-7ae0-44a9-b409-c982e5dda182 req-4ea07d7a-93e4-4c2a-a5e0-9c6ee66b3712 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd83f345-ebd0-49b8-b33c-ab3471ac601b HTTP/1.1" status: 200 len: 916 time: 0.0916765 May 24 15:43:36.072481 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Publish callbacks [] for router (04621e83-d5a4-401e-b9e9-29bba3f4f23f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:36.088635 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-03258b55-578e-401a-91e2-9cae70f82d56 None None] Set router 04621e83-d5a4-401e-b9e9-29bba3f4f23f gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:36.097243 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-96a2146f-7ae0-44a9-b409-c982e5dda182 req-e58e64b6-0a01-414e-8245-19366adef181 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a HTTP/1.1" status: 200 len: 217 time: 0.0352936 May 24 15:43:36.145942 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2146f-7ae0-44a9-b409-c982e5dda182 req-7ac558e8-4d89-4463-bec2-e15164baed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:36.147980 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-96a2146f-7ae0-44a9-b409-c982e5dda182 req-7ac558e8-4d89-4463-bec2-e15164baed7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=478a6310-0471-439f-905a-ee64a129cb91 HTTP/1.1" status: 200 len: 854 time: 0.0454738 May 24 15:43:36.177754 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Publish callbacks [] for router_gateway (04621e83-d5a4-401e-b9e9-29bba3f4f23f), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:36.204719 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2146f-7ae0-44a9-b409-c982e5dda182 req-20120565-b98f-42aa-af47-b3afdcc39f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:36.206162 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-96a2146f-7ae0-44a9-b409-c982e5dda182 req-20120565-b98f-42aa-af47-b3afdcc39f4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd83f345-ebd0-49b8-b33c-ab3471ac601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501928 May 24 15:43:36.226566 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Deleting port 39a05b22-8b39-499a-a863-a279c6507326 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:43:36.227270 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (39a05b22-8b39-499a-a863-a279c6507326), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:36.274433 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-03258b55-578e-401a-91e2-9cae70f82d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '39a05b22-8b39-499a-a863-a279c6507326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:43:35Z', 'revision_number': 5, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port': {'id': '39a05b22-8b39-499a-a863-a279c6507326', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:36.302683 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03258b55-578e-401a-91e2-9cae70f82d56 None None] Checking router: 04621e83-d5a4-401e-b9e9-29bba3f4f23f for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:43:36.311563 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03258b55-578e-401a-91e2-9cae70f82d56 None None] Routers {'04621e83-d5a4-401e-b9e9-29bba3f4f23f'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:36.312360 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-03258b55-578e-401a-91e2-9cae70f82d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:43:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:36.313349 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:36.319823 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] For port 39a05b22-8b39-499a-a863-a279c6507326, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=39a05b22-8b39-499a-a863-a279c6507326,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:36.320215 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (39a05b22-8b39-499a-a863-a279c6507326), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:36.321685 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-96a2146f-7ae0-44a9-b409-c982e5dda182 req-acbe0e4e-2123-4716-9ba8-af93169ba825 service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078453 May 24 15:43:36.324008 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:36.364323 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Calling delete_port for 39a05b22-8b39-499a-a863-a279c6507326 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:43:36.365979 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:36.401667 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-03258b55-578e-401a-91e2-9cae70f82d56 None None] Set router 04621e83-d5a4-401e-b9e9-29bba3f4f23f gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:36.421757 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-96a2146f-7ae0-44a9-b409-c982e5dda182 req-bdd5295a-a3e2-4888-b9a1-e68bc76a9324 service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933924 May 24 15:43:36.424062 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9e4aa-9f55-4007-a2cf-3fb1ffb3a03b req-b47c0ebd-5b39-4102-9c80-a34973d6135e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:36.425512 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-27f9e4aa-9f55-4007-a2cf-3fb1ffb3a03b req-b47c0ebd-5b39-4102-9c80-a34973d6135e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.1023674 May 24 15:43:36.454372 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-03258b55-578e-401a-91e2-9cae70f82d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:43:36Z', 'revision_number': 6, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port_host': None}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:36.483765 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03258b55-578e-401a-91e2-9cae70f82d56 None None] The sync data for ids ['04621e83-d5a4-401e-b9e9-29bba3f4f23f'] in dv-cinder-843153-1-iscsi is: [{'id': '04621e83-d5a4-401e-b9e9-29bba3f4f23f', 'name': 'tempest-ServerRescueNegativeTestJSON-752358778-router', 'tenant_id': 'e280d545f6064b5c91289a77e2491511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:43:36Z', 'revision_number': 6, 'project_id': 'e280d545f6064b5c91289a77e2491511', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:43:36.566564 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-27f9e4aa-9f55-4007-a2cf-3fb1ffb3a03b req-45e68fb0-b883-4911-be1c-a2b58e30c092 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339417 May 24 15:43:36.595979 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297c6f5-0c29-4843-9587-f065322e9cda req-1eaa2bdb-db92-470a-aaa5-5a5f0601a5f3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:36.597721 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4297c6f5-0c29-4843-9587-f065322e9cda req-1eaa2bdb-db92-470a-aaa5-5a5f0601a5f3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 943 time: 0.0728254 May 24 15:43:36.678084 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4297c6f5-0c29-4843-9587-f065322e9cda req-90b0667e-ed7c-49b4-87a7-cadeb692a1a3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737791 May 24 15:43:36.685011 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (39a05b22-8b39-499a-a863-a279c6507326), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:36.712538 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Pushing event deleted for resources: {'Port': ['ID=39a05b22-8b39-499a-a863-a279c6507326,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:36.781536 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924726'] for router_gateway (04621e83-d5a4-401e-b9e9-29bba3f4f23f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.009199 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.122772 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4623'] for router (04621e83-d5a4-401e-b9e9-29bba3f4f23f), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.124958 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Publish callbacks [] for router_controller (04621e83-d5a4-401e-b9e9-29bba3f4f23f), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.191718 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927888'] for router (04621e83-d5a4-401e-b9e9-29bba3f4f23f), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.192941 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04621e83-d5a4-401e-b9e9-29bba3f4f23f {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 15:43:37.197940 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.199067 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-10951380-44e5-49b7-a3d1-a5f05d51e27c admin admin] 10.222.0.55 "DELETE /v2.0/routers/04621e83-d5a4-401e-b9e9-29bba3f4f23f HTTP/1.1" status: 204 len: 168 time: 1.2330291 May 24 15:43:37.201798 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53430) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:37.250990 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a81bf0-a898-4cae-a962-a87eaeb72322 admin admin] Deleting subnet 56032d1a-2388-4d58-a0aa-03a1b2d2ba92 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:43:37.254383 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28a81bf0-a898-4cae-a962-a87eaeb72322 admin admin] Publish callbacks [] for subnet (56032d1a-2388-4d58-a0aa-03a1b2d2ba92), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.289444 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28a81bf0-a898-4cae-a962-a87eaeb72322 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431387'] for subnet (56032d1a-2388-4d58-a0aa-03a1b2d2ba92), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.394531 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28a81bf0-a898-4cae-a962-a87eaeb72322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (56032d1a-2388-4d58-a0aa-03a1b2d2ba92), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.448980 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28a81bf0-a898-4cae-a962-a87eaeb72322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2946720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3945160'] for subnet (56032d1a-2388-4d58-a0aa-03a1b2d2ba92), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.475108 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a81bf0-a898-4cae-a962-a87eaeb72322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56032d1a-2388-4d58-a0aa-03a1b2d2ba92,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:37.480131 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28a81bf0-a898-4cae-a962-a87eaeb72322 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.485690 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-28a81bf0-a898-4cae-a962-a87eaeb72322 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/56032d1a-2388-4d58-a0aa-03a1b2d2ba92 HTTP/1.1" status: 204 len: 168 time: 0.2805262 May 24 15:43:37.486466 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53432) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:37.489216 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f0463-d607-45ef-8b0a-2218da5b5990 None None] Network b1d908b4-0d57-4328-b5e8-f2842546189b requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:43:37.538471 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:37.570500 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (b1d908b4-0d57-4328-b5e8-f2842546189b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.608915 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:37.615568 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Deleting port 65caaf65-00c7-4c00-b42b-7395bd376064 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:43:37.616579 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.665102 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d765006b-9b76-420f-98f8-1c5bd244c049 None None] DHCP port deletion for b1d908b4-0d57-4328-b5e8-f2842546189b request from dv-cinder-843153-1-iscsi {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 15:43:37.712687 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d765006b-9b76-420f-98f8-1c5bd244c049 None None] Deleting port 65caaf65-00c7-4c00-b42b-7395bd376064 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:43:37.713062 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d765006b-9b76-420f-98f8-1c5bd244c049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.716514 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] For port 65caaf65-00c7-4c00-b42b-7395bd376064, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=65caaf65-00c7-4c00-b42b-7395bd376064,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:37.716878 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.737747 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8bfb-4f02-4217-88e4-af1cdd9b3d96 req-59bb4c3f-ab3e-4f3a-9ceb-4e0e5db87e55 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:37.739211 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7bab8bfb-4f02-4217-88e4-af1cdd9b3d96 req-59bb4c3f-ab3e-4f3a-9ceb-4e0e5db87e55 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0834198 May 24 15:43:37.740326 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Calling delete_port for 65caaf65-00c7-4c00-b42b-7395bd376064 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:43:37.780341 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-d765006b-9b76-420f-98f8-1c5bd244c049 None None] For port 65caaf65-00c7-4c00-b42b-7395bd376064, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=65caaf65-00c7-4c00-b42b-7395bd376064,segment=NetworkSegment(b87c1a74-7928-48cb-85fc-4f33fa508877),segment_id=b87c1a74-7928-48cb-85fc-4f33fa508877)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:37.780664 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d765006b-9b76-420f-98f8-1c5bd244c049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.793549 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d765006b-9b76-420f-98f8-1c5bd244c049 None None] Calling delete_port for 65caaf65-00c7-4c00-b42b-7395bd376064 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:43:37.799922 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:37.807414 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:37.865827 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25262e-ccd2-4940-b3ef-2e8f54bfde14 req-d29d1d9a-2f5a-4dd6-8bdb-f04899816889 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:37.867338 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ff25262e-ccd2-4940-b3ef-2e8f54bfde14 req-d29d1d9a-2f5a-4dd6-8bdb-f04899816889 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 943 time: 0.1036005 May 24 15:43:37.876392 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7bab8bfb-4f02-4217-88e4-af1cdd9b3d96 req-513edbb0-bd9a-40c3-8a24-5b98f969fbc5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315341 May 24 15:43:37.916757 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d765006b-9b76-420f-98f8-1c5bd244c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.928310 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:43:37.936410 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (65caaf65-00c7-4c00-b42b-7395bd376064), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:37.940815 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ff25262e-ccd2-4940-b3ef-2e8f54bfde14 req-d4bd070f-f7e1-456b-abc6-a053115b063b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635440 May 24 15:43:37.953591 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765006b-9b76-420f-98f8-1c5bd244c049 None None] Pushing event deleted for resources: {'Port': ['ID=65caaf65-00c7-4c00-b42b-7395bd376064,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:37.957188 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765006b-9b76-420f-98f8-1c5bd244c049 None None] No DVR routers for this DVR port 65caaf65-00c7-4c00-b42b-7395bd376064 on host dv-cinder-843153-1-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:43:37.967606 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=65caaf65-00c7-4c00-b42b-7395bd376064,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:37.971892 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] No DVR routers for this DVR port 65caaf65-00c7-4c00-b42b-7395bd376064 on host dv-cinder-843153-1-iscsi {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:43:38.043383 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (b1d908b4-0d57-4328-b5e8-f2842546189b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:38.068197 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:38.070559 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d908b4-0d57-4328-b5e8-f2842546189b']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:38.080005 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'port_id': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'mac_address': 'fa:16:3e:f1:bb:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:43:38.080431 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87c1a74-7928-48cb-85fc-4f33fa508877') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:38.080725 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87c1a74-7928-48cb-85fc-4f33fa508877') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:38.094437 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431380'] for segment (b87c1a74-7928-48cb-85fc-4f33fa508877), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:38.112531 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (b87c1a74-7928-48cb-85fc-4f33fa508877), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:38.116379 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:38.116769 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:38.119449 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:43:38.119834 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2946882'] for segment (b87c1a74-7928-48cb-85fc-4f33fa508877), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:38.135265 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:43:38.158014 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:38.163560 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:38.188208 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (b1d908b4-0d57-4328-b5e8-f2842546189b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:38.193566 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:38.202814 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b1d908b4-0d57-4328-b5e8-f2842546189b HTTP/1.1" status: 204 len: 168 time: 0.7152889 May 24 15:43:38.219256 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment b87c1a74-7928-48cb-85fc-4f33fa508877 resource provider aggregate not found May 24 15:43:38.220492 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:38.236319 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd17d9d-ef80-48c9-93c8-7b4286267ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1d908b4-0d57-4328-b5e8-f2842546189b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:38.250178 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 7d3cec01-a250-4091-8ce5-955d476b5703 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:43:38.256333 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment b87c1a74-7928-48cb-85fc-4f33fa508877 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b87c1a74-7928-48cb-85fc-4f33fa508877 found for delete ", "request_id": "req-01360dbe-2d21-4a76-bc5d-049b229eb058"}]} May 24 15:43:38.271584 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 7d3cec01-a250-4091-8ce5-955d476b5703 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:43:38.271948 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 7d3cec01-a250-4091-8ce5-955d476b5703 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:43:38.272379 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 65caaf65-00c7-4c00-b42b-7395bd376064 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:43:38.291963 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 65caaf65-00c7-4c00-b42b-7395bd376064 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:43:38.292339 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 65caaf65-00c7-4c00-b42b-7395bd376064 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:43:38.292753 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 39a05b22-8b39-499a-a863-a279c6507326 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:43:38.311497 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 39a05b22-8b39-499a-a863-a279c6507326 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:43:38.311862 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 39a05b22-8b39-499a-a863-a279c6507326 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:43:38.326728 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53446) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:38.371839 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-9302e15c-73f2-4c83-9176-0a4a65a2a075 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e280d545f6064b5c91289a77e2491511&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438869 May 24 15:43:38.375106 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53448) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:38.430749 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da3d1985-cabc-4401-92d3-d498d34c56e0 admin admin] Publish callbacks [] for security_group (c269c4be-9271-4476-adad-32a612590690), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:38.451566 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da3d1985-cabc-4401-92d3-d498d34c56e0 admin admin] Publish callbacks [] for security_group (c269c4be-9271-4476-adad-32a612590690), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:38.465867 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:43:38.505760 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da3d1985-cabc-4401-92d3-d498d34c56e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (c269c4be-9271-4476-adad-32a612590690), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:38.508562 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-da3d1985-cabc-4401-92d3-d498d34c56e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:38.509704 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-da3d1985-cabc-4401-92d3-d498d34c56e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c269c4be-9271-4476-adad-32a612590690 HTTP/1.1" status: 204 len: 168 time: 0.1337192 May 24 15:43:38.525453 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d1985-cabc-4401-92d3-d498d34c56e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c269c4be-9271-4476-adad-32a612590690,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:38.964183 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:39.004646 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d8b1-0128-4ab3-8ae2-8d83d1fad6d2 req-95b81faf-a4ef-4fdb-9730-c642191574ed tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:39.006805 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e9c9d8b1-0128-4ab3-8ae2-8d83d1fad6d2 req-95b81faf-a4ef-4fdb-9730-c642191574ed tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0539844 May 24 15:43:39.089265 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291c2da-f921-46c8-adad-cfafd8ce4dd5 req-780bccd8-8b3f-4aea-9de9-41b26330e080 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:39.090761 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1291c2da-f921-46c8-adad-cfafd8ce4dd5 req-780bccd8-8b3f-4aea-9de9-41b26330e080 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 944 time: 0.0699756 May 24 15:43:39.098523 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e9c9d8b1-0128-4ab3-8ae2-8d83d1fad6d2 req-f0176da7-2ac0-4187-a0ab-fce7c1aa9454 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853205 May 24 15:43:39.154262 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1291c2da-f921-46c8-adad-cfafd8ce4dd5 req-86450c1d-ec02-46ab-9336-dfdd16080f0d tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548143 May 24 15:43:39.226776 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53474) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:39.328043 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2009324391-network', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:39.337246 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:39.351648 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Made reservation on behalf of f92c7d44a8de4b2ab85ab081276300fd for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:43:39.354015 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:39.365508 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:39.452484 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Publish callbacks [] for security_group (17b8726e-af9a-4234-9ab5-153e78bbcf5c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:39.458426 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (17b8726e-af9a-4234-9ab5-153e78bbcf5c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:39.486207 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:43:39.493211 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b8726e-af9a-4234-9ab5-153e78bbcf5c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:39.499282 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (992e1cc6-af67-4322-9d5d-6585847a3cfb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:39.499683 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.segments_db [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Added segment 992e1cc6-af67-4322-9d5d-6585847a3cfb of type vlan for network a0609c63-82a5-45e5-be15-292af1dcfb75 May 24 15:43:39.541577 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (a0609c63-82a5-45e5-be15-292af1dcfb75), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:39.566602 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (a0609c63-82a5-45e5-be15-292af1dcfb75), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:39.567568 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:39.568247 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:39.632411 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4044936 May 24 15:43:39.635419 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53478) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:39.635942 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71183428-3c80-4fb8-8d81-a2ed48a03ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=a0609c63-82a5-45e5-be15-292af1dcfb75,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:39.641633 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4db53dde-4ad2-4222-b58f-2d1bddb8e305 admin admin] Request body: {'subnet': {'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2009324391-subnet', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:39.646318 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network a0609c63-82a5-45e5-be15-292af1dcfb75 details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:43:39.665740 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db53dde-4ad2-4222-b58f-2d1bddb8e305 admin admin] Made reservation on behalf of f92c7d44a8de4b2ab85ab081276300fd for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:43:39.668449 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4db53dde-4ad2-4222-b58f-2d1bddb8e305 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8497209'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:39.846584 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4db53dde-4ad2-4222-b58f-2d1bddb8e305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8731813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8497355'] for subnet (2edc2840-bb64-422a-be91-aa0787520465), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:39.849670 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:39.901253 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db53dde-4ad2-4222-b58f-2d1bddb8e305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edc2840-bb64-422a-be91-aa0787520465,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:39.911774 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db53dde-4ad2-4222-b58f-2d1bddb8e305 admin admin] Checking segment: {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:39.912161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db53dde-4ad2-4222-b58f-2d1bddb8e305 admin admin] Network hostable DHCP agents. Network: a0609c63-82a5-45e5-be15-292af1dcfb75, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:43:39.932035 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db53dde-4ad2-4222-b58f-2d1bddb8e305 admin admin] Network a0609c63-82a5-45e5-be15-292af1dcfb75 is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:43:39.938698 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:39.944233 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-4db53dde-4ad2-4222-b58f-2d1bddb8e305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, a0609c63-82a5-45e5-be15-292af1dcfb75) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:39.948484 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db53dde-4ad2-4222-b58f-2d1bddb8e305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:39.949240 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4db53dde-4ad2-4222-b58f-2d1bddb8e305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:39.963851 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342b8d71-04e4-4cc4-bee6-aeea9f9e3ab0 None None] Network a0609c63-82a5-45e5-be15-292af1dcfb75 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:43:39.970409 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4db53dde-4ad2-4222-b58f-2d1bddb8e305 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3310580 May 24 15:43:39.970804 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53480) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:39.975398 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:39.996667 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-927047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4733'] for router (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:39.997676 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4726'] for router (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.047435 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:43:40.049965 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Publish callbacks [] for router_controller (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.057893 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:40.058262 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.062652 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:40.105957 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cafb656-3f67-50a2-96d4-d932412c16ff-a0609c63-82a5-45e5-be15-292af1dcfb75', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465'}]}} from dv-cinder-843153-1-iscsi. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 15:43:40.106895 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.112880 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:40.203170 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Publish callbacks [] for router_gateway (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.250866 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:40.251248 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.283642 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cce23-b32e-4aaf-beb5-7dddbccdac55 req-ad269a1d-ee87-4dce-833d-3d60450a11c0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:40.285102 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cd6cce23-b32e-4aaf-beb5-7dddbccdac55 req-ad269a1d-ee87-4dce-833d-3d60450a11c0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0947917 May 24 15:43:40.301266 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:43:40.303533 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b19e92-a578-419f-86c0-77f62a748e12" -d '{"events": [{"server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "name": "network-vif-plugged", "status": "completed", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:43:40.322625 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:40.326418 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dbcce-a7ce-48c0-ab2e-951821708b31 req-724d50c1-4f69-4a48-a2b8-c22d573e3679 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:40.327237 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Allocated IP 172.20.0.2 (a0609c63-82a5-45e5-be15-292af1dcfb75/2edc2840-bb64-422a-be91-aa0787520465/eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:40.327927 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f18dbcce-a7ce-48c0-ab2e-951821708b31 req-724d50c1-4f69-4a48-a2b8-c22d573e3679 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 944 time: 0.1050067 May 24 15:43:40.329173 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.368081 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:40.407928 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:40.431305 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:40.447828 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cd6cce23-b32e-4aaf-beb5-7dddbccdac55 req-8085d9e2-7b66-4293-94ae-dc643597ac10 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319377 May 24 15:43:40.502798 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f18dbcce-a7ce-48c0-ab2e-951821708b31 req-44cf5c0b-6c22-4bd5-80a1-ed0a1ee3d456 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652577 May 24 15:43:40.506899 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c9aaf3-be3f-48fe-9ccd-a15b01bbf73a x-openstack-request-id: req-b8c9aaf3-be3f-48fe-9ccd-a15b01bbf73a {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:43:40.507355 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "name": "network-vif-plugged", "status": "completed", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:43:40.507495 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8c9aaf3-be3f-48fe-9ccd-a15b01bbf73a {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:43:40.507852 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c9aaf3-be3f-48fe-9ccd-a15b01bbf73a'] response: {'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'code': 200} May 24 15:43:40.525254 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Publish callbacks [] for port (eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.532957 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.550248 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Publish callbacks [] for router_gateway (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.569505 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.577945 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Network a0609c63-82a5-45e5-be15-292af1dcfb75 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:40.583237 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:40.585434 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Pushing event updated for resources: {'Port': ['ID=eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:40.587565 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:40.647504 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Attempting to bind port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:43:40.648224 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Attempting to bind port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:43:40.648337 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Attempting to bind port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 on network a0609c63-82a5-45e5-be15-292af1dcfb75 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:40.653738 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:43:40.654103 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Checking segment: {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:40.654503 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.654880 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Bound using segment: {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:43:40.655329 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Bound port: eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:43:40.655700 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.691398 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Allocated IP 172.27.3.4 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/5af4b79f-ab79-4085-a354-40a320834d31) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:40.720250 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-871a6578-762d-494f-a20d-33182d60f71e None None] For port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:43:40.724710 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-871a6578-762d-494f-a20d-33182d60f71e None None] For port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:43:40.732439 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d2494-8f23-4daa-b4af-76f764dc7d5e req-0529c50d-ebcb-424f-8374-a1908dd38fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:40.733431 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.734269 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5c6d2494-8f23-4daa-b4af-76f764dc7d5e req-0529c50d-ebcb-424f-8374-a1908dd38fc9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 1129 time: 0.0434179 May 24 15:43:40.780230 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5c6d2494-8f23-4daa-b4af-76f764dc7d5e req-9ee763ae-1ba8-459e-94bf-c897e0472f5e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394790 May 24 15:43:40.794600 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a6578-762d-494f-a20d-33182d60f71e None None] Pushing event updated for resources: {'Port': ['ID=eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:40.809066 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Publish callbacks [] for port (5af4b79f-ab79-4085-a354-40a320834d31), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.843285 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (5af4b79f-ab79-4085-a354-40a320834d31), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:40.888412 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:40.893685 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:40.896274 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:40.902160 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Pushing event updated for resources: {'Port': ['ID=5af4b79f-ab79-4085-a354-40a320834d31,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:41.158509 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Publish callbacks [] for router_gateway (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:41.554528 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:41.631746 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:41.654418 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd065c-1190-4a3a-977f-3cd5a0d5077b req-f511d62c-0dbc-4937-aed8-1d35d9318987 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:41.656059 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-17dd065c-1190-4a3a-977f-3cd5a0d5077b req-f511d62c-0dbc-4937-aed8-1d35d9318987 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.1003146 May 24 15:43:41.695851 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb79f0-0cb0-4cdb-99f2-47a9ce32cf8e req-33959016-c2f9-4f4c-80cb-0e099c85c236 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:41.697391 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2adb79f0-0cb0-4cdb-99f2-47a9ce32cf8e req-33959016-c2f9-4f4c-80cb-0e099c85c236 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 945 time: 0.1102870 May 24 15:43:41.745065 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c3746-8880-49f3-b347-7929a246024e None None] Network a0609c63-82a5-45e5-be15-292af1dcfb75 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:43:41.763582 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924690'] for router (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:41.794726 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:41.795042 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-17dd065c-1190-4a3a-977f-3cd5a0d5077b req-0bb58c08-43f2-46ae-bafc-c012ee26fe19 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134758 May 24 15:43:41.808784 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-83ca8696-c20e-48c6-bb0b-2dd7dfca65a0 None None] Provisioning complete for port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:41.809339 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-83ca8696-c20e-48c6-bb0b-2dd7dfca65a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:41.837972 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2adb79f0-0cb0-4cdb-99f2-47a9ce32cf8e req-88caf0ba-ffe3-4f84-a8b6-6a44246e8691 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258743 May 24 15:43:41.927261 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 is scheduled to L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 15:43:41.937058 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-83ca8696-c20e-48c6-bb0b-2dd7dfca65a0 None None] Current status of the port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:41.937702 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-83ca8696-c20e-48c6-bb0b-2dd7dfca65a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:41.949507 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:41.977142 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-83ca8696-c20e-48c6-bb0b-2dd7dfca65a0 None None] For port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:41.981953 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-83ca8696-c20e-48c6-bb0b-2dd7dfca65a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.031873 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca8696-c20e-48c6-bb0b-2dd7dfca65a0 None None] Pushing event updated for resources: {'Port': ['ID=eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:42.042633 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:43:42.053118 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Sync routers for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:43:42.060989 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.062233 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-9e437a18-5b63-4ac1-a6e5-b3fb9ec98308 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0903921 May 24 15:43:42.064957 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53492) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:42.066963 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:42.067568 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:43:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:42.170072 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:42.217650 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-e4a14e56-fb54-4042-a0ce-2e37708531c2 None None] Provisioning complete for port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:42.221861 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e4a14e56-fb54-4042-a0ce-2e37708531c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.309175 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:42.368576 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e4a14e56-fb54-4042-a0ce-2e37708531c2 None None] Current status of the port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:42.372281 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:41Z', 'revision_number': 3, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:42.385052 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:42.385534 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.401283 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Checking router: e0133b1b-eb3a-44cb-b5a8-a67b7714c943 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:43:42.401616 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Updating router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 port 5af4b79f-ab79-4085-a354-40a320834d31 binding host dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:43:42.429851 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5af4b79f-ab79-4085-a354-40a320834d31), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.467542 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:42.473848 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:42.482771 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.553943 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:42.641629 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Allocated IP 172.20.0.1 (a0609c63-82a5-45e5-be15-292af1dcfb75/2edc2840-bb64-422a-be91-aa0787520465/42c089a2-8d11-496f-82e5-c0ed36d6c065) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:42.702500 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Publish callbacks [] for port (5af4b79f-ab79-4085-a354-40a320834d31), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.709008 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (5af4b79f-ab79-4085-a354-40a320834d31), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.747327 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Publish callbacks [] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.763737 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a9f06-feb1-43da-acb6-e4c00efa3f8b None None] Pushing event updated for resources: {'Port': ['ID=5af4b79f-ab79-4085-a354-40a320834d31,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:42.765969 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Attempting to bind port 5af4b79f-ab79-4085-a354-40a320834d31 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:43:42.766323 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Attempting to bind port 5af4b79f-ab79-4085-a354-40a320834d31 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:43:42.766678 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Attempting to bind port 5af4b79f-ab79-4085-a354-40a320834d31 on network 89f09afe-9f84-467f-83ae-ba767b6cb40a {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:42.772420 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:43:42.772789 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Checking segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:42.773182 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.773565 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Bound using segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:43:42.774012 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Bound port: 5af4b79f-ab79-4085-a354-40a320834d31, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:43:42.774387 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5af4b79f-ab79-4085-a354-40a320834d31), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.780310 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.821674 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Network a0609c63-82a5-45e5-be15-292af1dcfb75 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:42.822440 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] For port 5af4b79f-ab79-4085-a354-40a320834d31, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:43:42.826096 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] For port 5af4b79f-ab79-4085-a354-40a320834d31, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=5af4b79f-ab79-4085-a354-40a320834d31,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:43:42.826700 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:42.828828 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Pushing event updated for resources: {'Port': ['ID=42c089a2-8d11-496f-82e5-c0ed36d6c065,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:42.832091 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:42.836061 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (5af4b79f-ab79-4085-a354-40a320834d31), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.857638 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.857984 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.858320 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.858654 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.858983 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.859306 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.859626 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.859944 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.860286 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.860606 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.860924 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.861242 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.861555 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.861870 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.862181 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:42.885749 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925511'] for router_interface (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:42.906612 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a9f06-feb1-43da-acb6-e4c00efa3f8b None None] Pushing event updated for resources: {'Port': ['ID=5af4b79f-ab79-4085-a354-40a320834d31,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:42.915436 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:42.916716 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:43:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:42.962243 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:42.977407 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:43.019250 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd121b77-2fb3-4003-9464-7b3fc7d294af req-2afdfc0a-74ac-4b42-b918-eb511490bdea tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:43.021084 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fd121b77-2fb3-4003-9464-7b3fc7d294af req-2afdfc0a-74ac-4b42-b918-eb511490bdea tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0983424 May 24 15:43:43.035991 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:43.059037 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24055b4-2e30-497d-8d59-5e9935243e49 req-15fd5077-e816-45f0-b443-e2eb9a5dbd1f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:43.060678 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d24055b4-2e30-497d-8d59-5e9935243e49 req-15fd5077-e816-45f0-b443-e2eb9a5dbd1f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 945 time: 0.1071761 May 24 15:43:43.098338 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4ed06303-a601-4a23-8692-1c6b34f136e8 None None] Provisioning complete for port 42c089a2-8d11-496f-82e5-c0ed36d6c065 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:43.099372 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4ed06303-a601-4a23-8692-1c6b34f136e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:43.133747 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4ed06303-a601-4a23-8692-1c6b34f136e8 None None] Port 42c089a2-8d11-496f-82e5-c0ed36d6c065 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:43:43.152761 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fd121b77-2fb3-4003-9464-7b3fc7d294af req-a47d5ddf-ae37-45d4-b0a1-2be2905ae00f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085758 May 24 15:43:43.173602 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:43.179941 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d24055b4-2e30-497d-8d59-5e9935243e49 req-b39a60db-b704-4b1d-a818-247abe75eeb8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071844 May 24 15:43:43.216548 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:41Z', 'revision_number': 3, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:43.241856 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99680bf-0a16-4ea2-903f-ca4f481d3bf3 None None] The sync data for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi is: [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:41Z', 'revision_number': 3, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:43:43.256090 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:43.311080 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:43.358834 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bdcf-9c89-48ca-89a7-a619bdf8a096 req-4ec1c331-40c4-4514-916c-e4604ecf79b1 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:43.360345 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8f00bdcf-9c89-48ca-89a7-a619bdf8a096 req-4ec1c331-40c4-4514-916c-e4604ecf79b1 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 945 time: 0.0976989 May 24 15:43:43.444856 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8f00bdcf-9c89-48ca-89a7-a619bdf8a096 req-4d2b60a6-8676-4ffc-821e-5cb366673131 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761826 May 24 15:43:43.469200 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Publish callbacks [] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:43.478681 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:43.555010 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926679'] for router_interface (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:43.557002 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Pushing event updated for resources: {'Port': ['ID=42c089a2-8d11-496f-82e5-c0ed36d6c065,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:43.656589 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Network a0609c63-82a5-45e5-be15-292af1dcfb75 is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:43.657966 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:43.826754 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:43:43.836154 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3e184-86f3-4976-a693-16d1056d2c52 req-03ecb3b8-bd42-4840-bb45-deaf68b74206 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:43.837372 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4bd3e184-86f3-4976-a693-16d1056d2c52 req-03ecb3b8-bd42-4840-bb45-deaf68b74206 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 945 time: 0.0598271 May 24 15:43:43.938413 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4bd3e184-86f3-4976-a693-16d1056d2c52 req-ebdc8cb8-b282-4958-bd39-cf2cd30d9368 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941179 May 24 15:43:43.972957 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-f227c412-4655-4493-a6ba-32d63dcd76e7 None None] Provisioning complete for port 42c089a2-8d11-496f-82e5-c0ed36d6c065 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:43.974091 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f227c412-4655-4493-a6ba-32d63dcd76e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:43.983907 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:43:43.997557 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c25b9e62-5d28-435f-a6ac-c060af483ede admin admin] 10.222.0.55 "PUT /v2.0/routers/e0133b1b-eb3a-44cb-b5a8-a67b7714c943/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9315097 May 24 15:43:44.016092 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f227c412-4655-4493-a6ba-32d63dcd76e7 None None] Port 42c089a2-8d11-496f-82e5-c0ed36d6c065 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:43:44.309475 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5af4b79f-ab79-4085-a354-40a320834d31 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:44.348547 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3252373-b855-4e86-b233-aa72aef1c9e4 req-5945bcf4-0487-499c-8f47-0cc68b651053 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:44.350825 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b3252373-b855-4e86-b233-aa72aef1c9e4 req-5945bcf4-0487-499c-8f47-0cc68b651053 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0836489 May 24 15:43:44.362423 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53518) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:44.366448 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 5af4b79f-ab79-4085-a354-40a320834d31 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:44.366825 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5af4b79f-ab79-4085-a354-40a320834d31), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.368561 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-10db470d-6b14-4ddf-afa6-4052bcf2d6af tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1336420326', 'description': 'tempest-description--294454920'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:44.392716 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-10db470d-6b14-4ddf-afa6-4052bcf2d6af tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.408562 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b3252373-b855-4e86-b233-aa72aef1c9e4 req-9ba97af8-5f1b-4082-b51d-1b218510fb5c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520413 May 24 15:43:44.458245 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 5af4b79f-ab79-4085-a354-40a320834d31 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:44.458756 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (5af4b79f-ab79-4085-a354-40a320834d31), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.474018 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-10db470d-6b14-4ddf-afa6-4052bcf2d6af tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group (aadbd598-0773-4cc0-9770-d464658086a7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.478364 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-10db470d-6b14-4ddf-afa6-4052bcf2d6af tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (aadbd598-0773-4cc0-9770-d464658086a7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.480902 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port 5af4b79f-ab79-4085-a354-40a320834d31, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=5af4b79f-ab79-4085-a354-40a320834d31,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:44.484978 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (5af4b79f-ab79-4085-a354-40a320834d31), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.510759 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db470d-6b14-4ddf-afa6-4052bcf2d6af tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadbd598-0773-4cc0-9770-d464658086a7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:44.515953 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-10db470d-6b14-4ddf-afa6-4052bcf2d6af tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.517496 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-10db470d-6b14-4ddf-afa6-4052bcf2d6af tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1531928 May 24 15:43:44.520550 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53520) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:44.525426 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2e5150bf-30c2-4346-a219-06d9c8693b7e tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Request body: {'security_group_rule': {'security_group_id': 'aadbd598-0773-4cc0-9770-d464658086a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:44.530982 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:44.539857 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=5af4b79f-ab79-4085-a354-40a320834d31,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:44.555725 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5150bf-30c2-4346-a219-06d9c8693b7e tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group_rule (d38f901d-c7db-4380-8934-4baa71c7475d), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.601124 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5150bf-30c2-4346-a219-06d9c8693b7e tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group_rule (d38f901d-c7db-4380-8934-4baa71c7475d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.605303 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5150bf-30c2-4346-a219-06d9c8693b7e tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (d38f901d-c7db-4380-8934-4baa71c7475d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.624715 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5150bf-30c2-4346-a219-06d9c8693b7e tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38f901d-c7db-4380-8934-4baa71c7475d,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:44.631066 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2e5150bf-30c2-4346-a219-06d9c8693b7e tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.632190 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2e5150bf-30c2-4346-a219-06d9c8693b7e tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103387 May 24 15:43:44.634895 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53522) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:44.640650 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c2b32562-545e-4859-a300-d9eb07337129 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Request body: {'security_group_rule': {'security_group_id': 'aadbd598-0773-4cc0-9770-d464658086a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:44.667439 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c2b32562-545e-4859-a300-d9eb07337129 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group_rule (cc51c11d-b5b7-48e4-9cd8-e59fdc8300ca), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.724111 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c2b32562-545e-4859-a300-d9eb07337129 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group_rule (cc51c11d-b5b7-48e4-9cd8-e59fdc8300ca), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.729005 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c2b32562-545e-4859-a300-d9eb07337129 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (cc51c11d-b5b7-48e4-9cd8-e59fdc8300ca), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.748094 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b32562-545e-4859-a300-d9eb07337129 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc51c11d-b5b7-48e4-9cd8-e59fdc8300ca,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:44.754517 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c2b32562-545e-4859-a300-d9eb07337129 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.755835 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c2b32562-545e-4859-a300-d9eb07337129 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197803 May 24 15:43:44.758813 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53524) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:44.763264 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:44.787357 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.867203 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:44.906409 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:44.947344 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Sync routers for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:43:44.958747 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:44.959470 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:43:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:44.978161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Allocated IP 172.27.3.184 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/9997c2a1-8db5-4410-ab25-3756b4819d68) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:45.009971 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:45.055691 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:45.071372 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:45.085092 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for port (9997c2a1-8db5-4410-ab25-3756b4819d68), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:45.118224 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (9997c2a1-8db5-4410-ab25-3756b4819d68), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:45.155861 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:45.158776 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:45.162161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:45.189580 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event updated for resources: {'Port': ['ID=9997c2a1-8db5-4410-ab25-3756b4819d68,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:45.209074 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:45.260337 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 2, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:45.284912 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (b403ae73-d0a6-4261-a7ac-75f20d0fedc0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:45.285314 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Checking router: e0133b1b-eb3a-44cb-b5a8-a67b7714c943 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:43:45.285664 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Updating router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 port 42c089a2-8d11-496f-82e5-c0ed36d6c065 binding host dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:43:45.316422 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:45.325473 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (9997c2a1-8db5-4410-ab25-3756b4819d68), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:45.555534 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a02d1-c8f5-4903-b7a8-de297eadfe4b req-a30745a3-52ba-4a6e-944d-6facc2e38b9c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:45.564342 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d01a02d1-c8f5-4903-b7a8-de297eadfe4b req-a30745a3-52ba-4a6e-944d-6facc2e38b9c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0645022 May 24 15:43:45.581537 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:45.620381 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d01a02d1-c8f5-4903-b7a8-de297eadfe4b req-bc815985-67a2-4ddf-a43d-af098682e97f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548477 May 24 15:43:45.801743 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for port (9997c2a1-8db5-4410-ab25-3756b4819d68), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:45.803690 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Publish callbacks [] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:45.806608 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (9997c2a1-8db5-4410-ab25-3756b4819d68), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:45.810650 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:45.872970 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54a8dd-8263-4c16-bfd8-b40f87d220fa None None] Pushing event updated for resources: {'Port': ['ID=42c089a2-8d11-496f-82e5-c0ed36d6c065,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:45.898430 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:45.910109 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event updated for resources: {'Port': ['ID=9997c2a1-8db5-4410-ab25-3756b4819d68,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:45.917953 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (b403ae73-d0a6-4261-a7ac-75f20d0fedc0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:45.930903 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Attempting to bind port 42c089a2-8d11-496f-82e5-c0ed36d6c065 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:43:45.931306 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Attempting to bind port 42c089a2-8d11-496f-82e5-c0ed36d6c065 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:43:45.931792 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Attempting to bind port 42c089a2-8d11-496f-82e5-c0ed36d6c065 on network a0609c63-82a5-45e5-be15-292af1dcfb75 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:45.938316 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:43:45.938879 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:45.939097 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Checking segment: {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:45.939389 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:45.939777 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Bound using segment: {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:43:45.944200 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2d3cfe9b-6d2d-4dff-9e33-2a50e446f330 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1804538 May 24 15:43:45.944320 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Bound port: 42c089a2-8d11-496f-82e5-c0ed36d6c065, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:43:45.944320 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:46.033501 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] For port 42c089a2-8d11-496f-82e5-c0ed36d6c065, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:43:46.038434 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] For port 42c089a2-8d11-496f-82e5-c0ed36d6c065, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=42c089a2-8d11-496f-82e5-c0ed36d6c065,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:43:46.062209 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:46.135453 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-a6d1d127-4f91-4819-b928-8370beabebbf tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1336420326&fields=id&tenant_id=f92c7d44a8de4b2ab85ab081276300fd HTTP/1.1" status: 200 len: 267 time: 0.0501895 May 24 15:43:46.139700 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:46.153375 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:46.154008 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:43:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:46.160320 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54a8dd-8263-4c16-bfd8-b40f87d220fa None None] Pushing event updated for resources: {'Port': ['ID=42c089a2-8d11-496f-82e5-c0ed36d6c065,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:46.206014 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7f68725b-20c0-4383-bb49-838f482a6abc None None] Provisioning complete for port 42c089a2-8d11-496f-82e5-c0ed36d6c065 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:46.206400 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f68725b-20c0-4383-bb49-838f482a6abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:46.238586 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:46.287998 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:46.304856 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-6d4f1210-ec86-4d18-b58a-1bc9485af594 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:46.307736 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-6d4f1210-ec86-4d18-b58a-1bc9485af594 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/networks?id=a0609c63-82a5-45e5-be15-292af1dcfb75 HTTP/1.1" status: 200 len: 811 time: 0.1621780 May 24 15:43:46.309545 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5af4b79f-ab79-4085-a354-40a320834d31 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:46.323901 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-283f7d71-1c2d-441c-887f-ebfe053f4954 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/quotas/f92c7d44a8de4b2ab85ab081276300fd HTTP/1.1" status: 200 len: 375 time: 0.0111837 May 24 15:43:46.346078 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:46.374379 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-950e6c94-d5ef-4d7b-8bf2-468733af971a tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444462 May 24 15:43:46.455646 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7f68725b-20c0-4383-bb49-838f482a6abc None None] Current status of the port 42c089a2-8d11-496f-82e5-c0ed36d6c065 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:46.456017 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f68725b-20c0-4383-bb49-838f482a6abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:46.503608 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 5af4b79f-ab79-4085-a354-40a320834d31 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:46.503970 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (5af4b79f-ab79-4085-a354-40a320834d31), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:46.518946 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-661ae935-ca9b-4558-851c-0d016625f269 service neutron] 10.222.0.55 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321914 May 24 15:43:46.577774 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7f68725b-20c0-4383-bb49-838f482a6abc None None] For port 42c089a2-8d11-496f-82e5-c0ed36d6c065, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=42c089a2-8d11-496f-82e5-c0ed36d6c065,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:46.586129 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f68725b-20c0-4383-bb49-838f482a6abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:46.615427 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-c2adc721-4839-450c-b367-ea69c0d64207 service neutron] 10.222.0.55 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902643 May 24 15:43:46.718658 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68725b-20c0-4383-bb49-838f482a6abc None None] Pushing event updated for resources: {'Port': ['ID=42c089a2-8d11-496f-82e5-c0ed36d6c065,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:46.724253 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 5af4b79f-ab79-4085-a354-40a320834d31 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:46.734569 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-1816d1ec-6a06-4ad2-98e0-3589208ab870 None None] Provisioning complete for port 42c089a2-8d11-496f-82e5-c0ed36d6c065 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:46.734569 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1816d1ec-6a06-4ad2-98e0-3589208ab870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:46.734569 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:46.800515 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7e127-07fe-4ad0-b651-f168e589405a None None] The sync data for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi is: [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:43:46.827349 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d6785b9e-a4b1-49f4-9be6-7fe043a6b6d9 req-98cfd7c2-accf-4928-a494-d111cda7867c tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 210 time: 0.0406246 May 24 15:43:46.838108 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafaa7a-fedd-4683-9dcd-9a16de4e2571 req-629f17c7-de1f-46a3-bc43-47b8b6feb9eb tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:46.839604 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1cafaa7a-fedd-4683-9dcd-9a16de4e2571 req-629f17c7-de1f-46a3-bc43-47b8b6feb9eb tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0848634 May 24 15:43:46.891462 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1816d1ec-6a06-4ad2-98e0-3589208ab870 None None] Current status of the port 42c089a2-8d11-496f-82e5-c0ed36d6c065 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:46.931073 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1cafaa7a-fedd-4683-9dcd-9a16de4e2571 req-01d1bf6c-53b0-4e47-96a2-f059b7ed6b31 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793140 May 24 15:43:47.959069 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-54c772fb-2973-4515-86dc-063976cfa30d req-e5ca94d4-aac8-456e-85f9-d53561965fed tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 210 time: 0.0426612 May 24 15:43:47.975949 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-0fd52e05-1aed-457c-a26e-768048d7b0b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:47.977541 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-0fd52e05-1aed-457c-a26e-768048d7b0b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.59 "GET /v2.0/networks?id=a0609c63-82a5-45e5-be15-292af1dcfb75 HTTP/1.1" status: 200 len: 811 time: 0.1323936 May 24 15:43:48.062662 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d534a1-b1b2-4854-9a57-3e3b4fc83278 req-d8b1947a-0311-4bfc-a2c8-410e01c1b587 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:48.063502 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-ea2c4b8a-6e66-41a2-a1c7-593e0cd222fd tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f92c7d44a8de4b2ab85ab081276300fd HTTP/1.1" status: 200 len: 380 time: 0.0606830 May 24 15:43:48.064202 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b8d534a1-b1b2-4854-9a57-3e3b4fc83278 req-d8b1947a-0311-4bfc-a2c8-410e01c1b587 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0562172 May 24 15:43:48.110969 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b8d534a1-b1b2-4854-9a57-3e3b4fc83278 req-6ef60622-6519-4c8d-9654-d83a80734960 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407989 May 24 15:43:48.132146 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Request body: {'port': {'device_id': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'admin_state_up': True, 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'security_groups': ['aadbd598-0773-4cc0-9770-d464658086a7']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:48.241549 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Made reservation on behalf of f92c7d44a8de4b2ab85ab081276300fd for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:43:48.245306 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:48.252097 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 42c089a2-8d11-496f-82e5-c0ed36d6c065 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:48.295329 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:48.300805 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 42c089a2-8d11-496f-82e5-c0ed36d6c065 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:48.301243 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:48.380759 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Allocated IP 172.20.0.6 (a0609c63-82a5-45e5-be15-292af1dcfb75/2edc2840-bb64-422a-be91-aa0787520465/fd56e978-8417-4a9e-9877-8bfb981aa335) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:48.381740 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 42c089a2-8d11-496f-82e5-c0ed36d6c065 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:48.419179 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:48.525143 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:48.560736 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:48.608140 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Network a0609c63-82a5-45e5-be15-292af1dcfb75 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:48.611179 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:48.614937 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:48.637302 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event updated for resources: {'Port': ['ID=fd56e978-8417-4a9e-9877-8bfb981aa335,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:48.668188 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:48.668830 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:48.686483 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-83070caf-e53d-4e2e-8571-f7bac51d50eb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583291 May 24 15:43:48.736505 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Request body: {'port': {'device_id': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:48.796523 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:48.814665 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:48.822384 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-941d3fd2-0b4a-4672-8c29-b2097d9ad39f None None] Provisioning complete for port fd56e978-8417-4a9e-9877-8bfb981aa335 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:48.822750 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-941d3fd2-0b4a-4672-8c29-b2097d9ad39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:48.855363 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-941d3fd2-0b4a-4672-8c29-b2097d9ad39f None None] Port fd56e978-8417-4a9e-9877-8bfb981aa335 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:43:49.066345 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71977a-32ec-448f-9fc0-b3734bbc98af req-bb364ad4-666a-4fe7-a6fe-d7add14c56a0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:49.067837 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3c71977a-32ec-448f-9fc0-b3734bbc98af req-bb364ad4-666a-4fe7-a6fe-d7add14c56a0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 931 time: 0.0480437 May 24 15:43:49.092528 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd56e978-8417-4a9e-9877-8bfb981aa335 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:43:49.100472 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Publish callbacks [] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:49.113332 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Transition to ACTIVE for port object fd56e978-8417-4a9e-9877-8bfb981aa335 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:43:49.115443 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3c71977a-32ec-448f-9fc0-b3734bbc98af req-a8bc76e0-ff87-4a14-b3ba-9d069cf84f69 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416319 May 24 15:43:49.117666 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:49.171974 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Pushing event updated for resources: {'Port': ['ID=fd56e978-8417-4a9e-9877-8bfb981aa335,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:49.242079 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:49.247703 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Attempting to bind port fd56e978-8417-4a9e-9877-8bfb981aa335 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:43:49.248011 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Attempting to bind port fd56e978-8417-4a9e-9877-8bfb981aa335 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:43:49.248451 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Attempting to bind port fd56e978-8417-4a9e-9877-8bfb981aa335 on network a0609c63-82a5-45e5-be15-292af1dcfb75 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:49.254161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Port fd56e978-8417-4a9e-9877-8bfb981aa335 on network a0609c63-82a5-45e5-be15-292af1dcfb75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:43:49.254479 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Attempting to bind port fd56e978-8417-4a9e-9877-8bfb981aa335 on network a0609c63-82a5-45e5-be15-292af1dcfb75 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:43:49.260511 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db942f34-8b0c-4a58-b646-6748f2eeb6c1 req-b874e5d2-ad60-4492-b598-8fada0974ebb tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:49.260710 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:43:49.261004 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Checking segment: {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:43:49.261386 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Bound using segment: {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:43:49.261801 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Bound port: fd56e978-8417-4a9e-9877-8bfb981aa335, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:43:49.262156 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:49.265916 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-db942f34-8b0c-4a58-b646-6748f2eeb6c1 req-b874e5d2-ad60-4492-b598-8fada0974ebb tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0662482 May 24 15:43:49.319293 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-db942f34-8b0c-4a58-b646-6748f2eeb6c1 req-2ddaf4ed-2ea6-4b53-a99b-7809467be1d8 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460153 May 24 15:43:49.332228 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] For port fd56e978-8417-4a9e-9877-8bfb981aa335, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:43:49.335840 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] For port fd56e978-8417-4a9e-9877-8bfb981aa335, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=fd56e978-8417-4a9e-9877-8bfb981aa335,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:43:49.343395 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:49.384435 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:49.385053 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:49.386431 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] 10.222.0.59 "PUT /v2.0/ports/fd56e978-8417-4a9e-9877-8bfb981aa335 HTTP/1.1" status: 200 len: 1093 time: 0.6545718 May 24 15:43:49.386864 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'tag': 'fd56e978-8417-4a9e-9877-8bfb981aa335'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:43:49.389151 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c997ba-37bf-4ee6-949e-49b2ef5af8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38", "tag": "fd56e978-8417-4a9e-9877-8bfb981aa335"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:43:49.412177 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720918f-918b-4f96-a331-04da2a6f4442 service neutron] Pushing event updated for resources: {'Port': ['ID=fd56e978-8417-4a9e-9877-8bfb981aa335,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:49.496928 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-3c4184ff-58c1-4b60-9fce-685051e6bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:49.498776 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-3c4184ff-58c1-4b60-9fce-685051e6bcba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 1127 time: 0.0492568 May 24 15:43:49.505431 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717577ad-f271-4f54-a5a1-eba9b635f60d x-openstack-request-id: req-717577ad-f271-4f54-a5a1-eba9b635f60d {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:43:49.505693 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38", "tag": "fd56e978-8417-4a9e-9877-8bfb981aa335", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:43:49.506165 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-717577ad-f271-4f54-a5a1-eba9b635f60d {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:43:49.506564 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717577ad-f271-4f54-a5a1-eba9b635f60d'] response: {'name': 'network-changed', 'server_uuid': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'tag': 'fd56e978-8417-4a9e-9877-8bfb981aa335', 'status': 'completed', 'code': 200} May 24 15:43:49.549574 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-9fbc3777-e726-4163-9b9b-0651a29e726d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd56e978-8417-4a9e-9877-8bfb981aa335 HTTP/1.1" status: 200 len: 217 time: 0.0339861 May 24 15:43:49.598285 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-848ba2fa-0934-4f0a-a984-568b1466d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:49.599654 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-848ba2fa-0934-4f0a-a984-568b1466d07c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2edc2840-bb64-422a-be91-aa0787520465 HTTP/1.1" status: 200 len: 850 time: 0.0441759 May 24 15:43:49.648281 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-98577a1e-2045-48b1-b0d8-d612077d6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:49.649793 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-98577a1e-2045-48b1-b0d8-d612077d6858 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0609c63-82a5-45e5-be15-292af1dcfb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428150 May 24 15:43:49.740572 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-41c6ad33-ba2d-4c86-be87-ef375fb506ee service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825460 May 24 15:43:49.837281 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8570fc5e-be7b-4689-ba4a-f87cc914d1b7 req-b76987a4-c106-4b58-950a-556ce9e12cc1 service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902843 May 24 15:43:50.238338 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35819a51-1a44-468b-be4c-e23a77587c30 req-27fff82c-db8c-4107-a781-3549d4fa08e9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:50.239957 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-35819a51-1a44-468b-be4c-e23a77587c30 req-27fff82c-db8c-4107-a781-3549d4fa08e9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 943 time: 0.0530424 May 24 15:43:50.288713 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-35819a51-1a44-468b-be4c-e23a77587c30 req-28f57999-6792-4f2e-82f8-787f8fd85ced tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428047 May 24 15:43:50.615400 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af3063-c695-4bfd-ae5e-f61ce239502c req-93b8bd77-818d-45ac-8b8e-aaebc45aa9cb tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:50.616861 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-07af3063-c695-4bfd-ae5e-f61ce239502c req-93b8bd77-818d-45ac-8b8e-aaebc45aa9cb tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0532503 May 24 15:43:50.639964 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:50.667781 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-07af3063-c695-4bfd-ae5e-f61ce239502c req-e5f20a51-7454-4fc6-9442-d3c983eb0b26 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424409 May 24 15:43:50.729255 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:50.760403 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c997ba-37bf-4ee6-949e-49b2ef5af8e4 req-3948f264-e793-4f86-8f9f-18282b2159c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:50.761929 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c1c997ba-37bf-4ee6-949e-49b2ef5af8e4 req-3948f264-e793-4f86-8f9f-18282b2159c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 1127 time: 0.0422668 May 24 15:43:50.872330 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c997ba-37bf-4ee6-949e-49b2ef5af8e4 req-3ff61a03-014c-4c3d-9a3d-3afc6cdff125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:50.873934 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c1c997ba-37bf-4ee6-949e-49b2ef5af8e4 req-3ff61a03-014c-4c3d-9a3d-3afc6cdff125 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0609c63-82a5-45e5-be15-292af1dcfb75 HTTP/1.1" status: 200 len: 912 time: 0.1044722 May 24 15:43:50.917590 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c1c997ba-37bf-4ee6-949e-49b2ef5af8e4 req-dce5c252-b749-4df7-9751-b5867a3bde5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd56e978-8417-4a9e-9877-8bfb981aa335 HTTP/1.1" status: 200 len: 217 time: 0.0367064 May 24 15:43:50.967421 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c997ba-37bf-4ee6-949e-49b2ef5af8e4 req-0f3e5738-352a-4d29-984c-076d42c3dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:50.968895 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c1c997ba-37bf-4ee6-949e-49b2ef5af8e4 req-0f3e5738-352a-4d29-984c-076d42c3dc6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2edc2840-bb64-422a-be91-aa0787520465 HTTP/1.1" status: 200 len: 850 time: 0.0452666 May 24 15:43:51.012597 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c997ba-37bf-4ee6-949e-49b2ef5af8e4 req-85df9c2e-4f17-423d-bedb-70abffbabb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:51.014068 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c1c997ba-37bf-4ee6-949e-49b2ef5af8e4 req-85df9c2e-4f17-423d-bedb-70abffbabb9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0609c63-82a5-45e5-be15-292af1dcfb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388236 May 24 15:43:51.122323 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c1c997ba-37bf-4ee6-949e-49b2ef5af8e4 req-8fb609f5-51b7-41b0-87de-d0b046d9396a service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947278 May 24 15:43:51.220522 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c1c997ba-37bf-4ee6-949e-49b2ef5af8e4 req-3f4756dc-f483-48f6-8fe0-bbbf98fd62ea service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909643 May 24 15:43:51.402686 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbbb5b-8aa1-4cab-ab3b-1d5427c4edac req-5bd64005-a14c-4e54-a7f8-9ee9196bd441 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:51.404271 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eedbbb5b-8aa1-4cab-ab3b-1d5427c4edac req-5bd64005-a14c-4e54-a7f8-9ee9196bd441 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 943 time: 0.0480194 May 24 15:43:51.456567 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eedbbb5b-8aa1-4cab-ab3b-1d5427c4edac req-3d67f42d-cde9-4591-9305-5eda9d4742f9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462999 May 24 15:43:51.806083 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1a36c-1747-4a1e-a6a6-333d1138391e req-f3c9f5bf-c8b6-4ba8-afaf-adf500104e7b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:51.808092 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d6f1a36c-1747-4a1e-a6a6-333d1138391e req-f3c9f5bf-c8b6-4ba8-afaf-adf500104e7b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0686400 May 24 15:43:51.863869 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d6f1a36c-1747-4a1e-a6a6-333d1138391e req-92879aa2-e41c-4401-a1d9-358c048460b2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497723 May 24 15:43:51.955798 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f0b68296-7928-4ede-98e0-8adf6abeff09 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:43:51.970752 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:52.081808 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f0b68296-7928-4ede-98e0-8adf6abeff09,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:52.097192 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'port_id': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'mac_address': 'fa:16:3e:cb:fd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:43:52.135456 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f0b68296-7928-4ede-98e0-8adf6abeff09 is: ACTIVE; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:52.135835 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:52.150222 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0b68296-7928-4ede-98e0-8adf6abeff09 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:43:52.175795 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f0b68296-7928-4ede-98e0-8adf6abeff09,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:52.183024 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:52.231010 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f0b68296-7928-4ede-98e0-8adf6abeff09,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:52.238427 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.238886 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.239126 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.239816 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.240317 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.240781 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.241376 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.241761 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.242054 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.242352 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.242681 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.243063 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.243386 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.243705 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.244151 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:43:52.364044 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['f0b68296-7928-4ede-98e0-8adf6abeff09'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:43:52.570165 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:52.604763 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098802cd-f26e-4eff-bbb7-d4ff8f3c3882 req-acf0cf94-0d65-4153-a032-691628bc7459 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:52.614458 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-098802cd-f26e-4eff-bbb7-d4ff8f3c3882 req-acf0cf94-0d65-4153-a032-691628bc7459 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 943 time: 0.0749879 May 24 15:43:52.707028 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-098802cd-f26e-4eff-bbb7-d4ff8f3c3882 req-554b2cbb-58ce-4eb3-af86-a4f72188a998 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908973 May 24 15:43:53.003217 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3e346-db19-4a64-a0e8-37cfd2fee8d0 req-f53adda8-0da0-4b5d-b74a-966dfad695a9 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:53.004867 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b5c3e346-db19-4a64-a0e8-37cfd2fee8d0 req-f53adda8-0da0-4b5d-b74a-966dfad695a9 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 944 time: 0.0546846 May 24 15:43:53.060308 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b5c3e346-db19-4a64-a0e8-37cfd2fee8d0 req-1e2ae981-a051-4d24-8896-8f4e78c26f57 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471952 May 24 15:43:53.219539 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=27 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:53.220771 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=17 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:53.743141 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302a2de-f41c-4e75-95a1-f3dee84e09c4 req-f8e77314-a64a-4c3e-828a-33c1eaa471ca tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:53.750301 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a302a2de-f41c-4e75-95a1-f3dee84e09c4 req-f8e77314-a64a-4c3e-828a-33c1eaa471ca tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 945 time: 0.0672650 May 24 15:43:53.812882 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a302a2de-f41c-4e75-95a1-f3dee84e09c4 req-b8c5476c-13f9-4c80-b852-6f1ec5bdec54 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617054 May 24 15:43:53.837723 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53644) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:53.873244 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5001e-3c06-4713-a934-42716905901c req-1c3c34ee-fd48-41e5-8e9b-74c6b3e02f63 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:53.875988 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e0f5001e-3c06-4713-a934-42716905901c req-1c3c34ee-fd48-41e5-8e9b-74c6b3e02f63 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 943 time: 0.0754886 May 24 15:43:53.933057 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e0f5001e-3c06-4713-a934-42716905901c req-9f52354c-9c11-4292-9e58-bb65ab5c40c0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521028 May 24 15:43:53.959964 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device fd56e978-8417-4a9e-9877-8bfb981aa335 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:43:53.974985 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f0b68296-7928-4ede-98e0-8adf6abeff09 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:54.045983 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b271be-5d97-414b-81ab-a8c5d842a81b tempest-TestMinimumBasicScenario-709514090 tempest-TestMinimumBasicScenario-709514090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:54.050837 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53648) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:54.055448 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'port_id': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:54.061546 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-68b271be-5d97-414b-81ab-a8c5d842a81b tempest-TestMinimumBasicScenario-709514090 tempest-TestMinimumBasicScenario-709514090-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 1124 time: 0.2224319 May 24 15:43:54.080985 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port f0b68296-7928-4ede-98e0-8adf6abeff09 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:54.081425 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:54.083454 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:54.086154 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:54.199418 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port fd56e978-8417-4a9e-9877-8bfb981aa335, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=fd56e978-8417-4a9e-9877-8bfb981aa335,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:54.221895 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'fd56e978-8417-4a9e-9877-8bfb981aa335', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'port_id': 'fd56e978-8417-4a9e-9877-8bfb981aa335', 'mac_address': 'fa:16:3e:75:8a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:43:54.288868 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f0b68296-7928-4ede-98e0-8adf6abeff09 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:54.289534 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:54.301324 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port fd56e978-8417-4a9e-9877-8bfb981aa335 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:54.302102 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:54.326344 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd56e978-8417-4a9e-9877-8bfb981aa335 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:43:54.338317 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:43:54.341581 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab3a9f0-53b5-4807-95ce-800db9a8c20f" -d '{"events": [{"server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "name": "network-vif-plugged", "status": "completed", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:43:54.363346 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f0b68296-7928-4ede-98e0-8adf6abeff09,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:54.371539 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:54.378990 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:54.382038 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port fd56e978-8417-4a9e-9877-8bfb981aa335, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=fd56e978-8417-4a9e-9877-8bfb981aa335,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:54.405795 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:54.438292 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f0b68296-7928-4ede-98e0-8adf6abeff09,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:54.501758 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:54.609738 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb846b-6aa0-4f6d-a203-03151b7fe2d9 req-05728ece-5839-471d-85b4-480f3907a77c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:54.611532 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-68fb846b-6aa0-4f6d-a203-03151b7fe2d9 req-05728ece-5839-471d-85b4-480f3907a77c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.1074610 May 24 15:43:54.638413 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a8388e-5658-4b9a-9bc1-f7cbbe8d101d x-openstack-request-id: req-d7a8388e-5658-4b9a-9bc1-f7cbbe8d101d {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:43:54.638413 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "name": "network-vif-plugged", "status": "completed", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:43:54.638882 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7a8388e-5658-4b9a-9bc1-f7cbbe8d101d {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:43:54.639376 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a8388e-5658-4b9a-9bc1-f7cbbe8d101d'] response: {'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'code': 200} May 24 15:43:54.668466 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=fd56e978-8417-4a9e-9877-8bfb981aa335,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:54.725143 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-68fb846b-6aa0-4f6d-a203-03151b7fe2d9 req-a5c5f552-9c49-41e8-8c37-bf9e48d50f70 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037216 May 24 15:43:54.733351 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Allocated IP 172.27.3.30 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/9636b6ff-8577-4e77-b2d5-f42540a4888c) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:43:54.748328 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:54.765205 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['fd56e978-8417-4a9e-9877-8bfb981aa335'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:43:54.860688 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for port (9636b6ff-8577-4e77-b2d5-f42540a4888c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:54.897134 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:43:54.902050 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (9636b6ff-8577-4e77-b2d5-f42540a4888c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:54.953804 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:43:54.964572 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:43:54.967253 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event updated for resources: {'Port': ['ID=9636b6ff-8577-4e77-b2d5-f42540a4888c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:54.969449 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:43:54.991860 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:55.121554 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9f28a-f711-4a60-8447-b23a3b275187 req-c53a35c6-9c8e-4e46-bcc8-21f029030fe8 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:55.123448 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c2a9f28a-f711-4a60-8447-b23a3b275187 req-c53a35c6-9c8e-4e46-bcc8-21f029030fe8 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 944 time: 0.1062608 May 24 15:43:55.234723 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c2a9f28a-f711-4a60-8447-b23a3b275187 req-57dd0635-709e-472f-8568-3a3ca3358d55 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051166 May 24 15:43:55.350656 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-45bee7b4-aa3d-4690-afa9-e888089af81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:55.458337 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for floatingip (6eef4c15-d4b5-41a6-b156-99cc8c7440d2), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:55.541494 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (9636b6ff-8577-4e77-b2d5-f42540a4888c), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:55.667599 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:55.756633 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for port (9636b6ff-8577-4e77-b2d5-f42540a4888c), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:55.763454 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (9636b6ff-8577-4e77-b2d5-f42540a4888c), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:55.819869 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event updated for resources: {'Port': ['ID=9636b6ff-8577-4e77-b2d5-f42540a4888c,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:55.895693 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee789ad9-9301-40fa-b492-40869f75a9cd req-a644c984-72eb-4963-a564-b37c41197a23 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:55.897619 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ee789ad9-9301-40fa-b492-40869f75a9cd req-a644c984-72eb-4963-a564-b37c41197a23 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0817118 May 24 15:43:55.901014 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (6eef4c15-d4b5-41a6-b156-99cc8c7440d2), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:55.971895 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device fd56e978-8417-4a9e-9877-8bfb981aa335 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:43:56.025167 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ee789ad9-9301-40fa-b492-40869f75a9cd req-3d1eec9d-c42d-4a41-a2c7-25aba1f63475 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208358 May 24 15:43:56.037353 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.l3_db [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Floating IP 6eef4c15-d4b5-41a6-b156-99cc8c7440d2 associated. External IP: 172.27.3.30, port: ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a. May 24 15:43:56.055212 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port fd56e978-8417-4a9e-9877-8bfb981aa335 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:43:56.066609 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port fd56e978-8417-4a9e-9877-8bfb981aa335 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:56.067062 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:56.094745 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:56.159011 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port fd56e978-8417-4a9e-9877-8bfb981aa335 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:56.159714 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:56.201705 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port fd56e978-8417-4a9e-9877-8bfb981aa335, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=fd56e978-8417-4a9e-9877-8bfb981aa335,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:56.206863 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:56.263058 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:56.271924 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=fd56e978-8417-4a9e-9877-8bfb981aa335,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:56.285864 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:43:56.400855 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2c7b0-0f86-4848-a048-dde1f6d4b22e req-d8c13304-dd65-4354-9771-c940832fbcf6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:56.403006 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eec2c7b0-0f86-4848-a048-dde1f6d4b22e req-d8c13304-dd65-4354-9771-c940832fbcf6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0710723 May 24 15:43:56.469498 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:43:56.508151 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b89b33-e7a1-4409-9719-5d3419a3555e None None] Sync routers for ids ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:43:56.519707 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eec2c7b0-0f86-4848-a048-dde1f6d4b22e req-d2dd6ded-901e-4234-93fa-fb03a73d7afa tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896389 May 24 15:43:56.523231 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b89b33-e7a1-4409-9719-5d3419a3555e None None] Routers {'1141e4f4-7bd0-44f5-bf36-9d579eee0d00'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:56.524161 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-10b89b33-e7a1-4409-9719-5d3419a3555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:43:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:56.529838 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:56.554980 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:56.572629 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-8582c7a5-832c-4cb5-a5d3-baacd3f42e3b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5206094 May 24 15:43:56.573610 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:43:56.576473 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53666) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:56.581019 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8e2d6fb3-7ff0-49cb-8921-7db66879c320 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083163814', 'description': 'tempest-secgroup-smoke-2083163814 description', 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:56.588471 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b22613-9c68-48e1-a1c9-7e7f0248a40a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:43:56.599277 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:56.633644 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8e2d6fb3-7ff0-49cb-8921-7db66879c320 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:56.640221 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd56e978-8417-4a9e-9877-8bfb981aa335'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:43:56.643440 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b78b261-0c07-4598-9477-aa4fc3465543" -d '{"events": [{"server_uuid": "307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38", "name": "network-vif-plugged", "status": "completed", "tag": "fd56e978-8417-4a9e-9877-8bfb981aa335"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:43:56.652917 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-10b89b33-e7a1-4409-9719-5d3419a3555e None None] Set router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:56.719684 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f109239c-8e0d-4a79-b728-beb30b6385f1 x-openstack-request-id: req-f109239c-8e0d-4a79-b728-beb30b6385f1 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:43:56.719982 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38", "name": "network-vif-plugged", "status": "completed", "tag": "fd56e978-8417-4a9e-9877-8bfb981aa335", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:43:56.720594 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f109239c-8e0d-4a79-b728-beb30b6385f1 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:43:56.721529 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f109239c-8e0d-4a79-b728-beb30b6385f1'] response: {'server_uuid': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd56e978-8417-4a9e-9877-8bfb981aa335', 'code': 200} May 24 15:43:56.794061 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8e2d6fb3-7ff0-49cb-8921-7db66879c320 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group (04b37776-5d25-409b-a268-a2a5076f4cab), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:56.798569 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8e2d6fb3-7ff0-49cb-8921-7db66879c320 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (04b37776-5d25-409b-a268-a2a5076f4cab), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:56.814700 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1ad47a-ff51-488a-94b6-63985d6f18db x-openstack-request-id: req-2e1ad47a-ff51-488a-94b6-63985d6f18db {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:43:56.815319 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:43:56.815589 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e1ad47a-ff51-488a-94b6-63985d6f18db {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:43:56.821214 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1ad47a-ff51-488a-94b6-63985d6f18db'] response: {'name': 'network-changed', 'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'status': 'completed', 'code': 200} May 24 15:43:56.829628 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8e2d6fb3-7ff0-49cb-8921-7db66879c320 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:56.831572 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8e2d6fb3-7ff0-49cb-8921-7db66879c320 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2540641 May 24 15:43:56.835476 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53674) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:56.841158 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4f603c8e-0818-4829-9f0a-f72d15157a7f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Request body: {'security_group_rule': {'security_group_id': '04b37776-5d25-409b-a268-a2a5076f4cab', 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:56.862440 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d6fb3-7ff0-49cb-8921-7db66879c320 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b37776-5d25-409b-a268-a2a5076f4cab,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:56.923285 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f603c8e-0818-4829-9f0a-f72d15157a7f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (62963529-dcc7-4170-b9c2-d9cdf47040f8), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:56.935919 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-10b89b33-e7a1-4409-9719-5d3419a3555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '6eef4c15-d4b5-41a6-b156-99cc8c7440d2', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'port_id': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'mac_address': 'fa:16:3e:f1:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:43:55Z', 'updated_at': '2022-05-24T15:43:55Z', 'revision_number': 0, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e6f865-eff1-4dba-8992-bb519d463024', 'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'mac_address': 'fa:16:3e:68:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:03Z', 'updated_at': '2022-05-24T15:43:09Z', 'revision_number': 5, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'subnets': [{'id': '478a6310-0471-439f-905a-ee64a129cb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:56.958313 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b22613-9c68-48e1-a1c9-7e7f0248a40a req-927f1442-67cc-4eff-bb07-e5a88115f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:56.959920 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67b22613-9c68-48e1-a1c9-7e7f0248a40a req-927f1442-67cc-4eff-bb07-e5a88115f000 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b05a5e216dd141dabe29dfc71abee8ee&device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 1129 time: 0.0749881 May 24 15:43:56.968448 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b89b33-e7a1-4409-9719-5d3419a3555e None None] Checking router: 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:43:56.977577 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b89b33-e7a1-4409-9719-5d3419a3555e None None] Routers {'1141e4f4-7bd0-44f5-bf36-9d579eee0d00'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:43:56.978480 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-10b89b33-e7a1-4409-9719-5d3419a3555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:43:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:56.981133 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67e677-7aa4-490b-b807-85771eeeb322 req-db5820e5-84b8-476f-afe4-c84bd6213330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:56.982763 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bd67e677-7aa4-490b-b807-85771eeeb322 req-db5820e5-84b8-476f-afe4-c84bd6213330 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 1129 time: 0.0484366 May 24 15:43:57.059812 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bd67e677-7aa4-490b-b807-85771eeeb322 req-127f7b8c-703f-4bbb-a13c-5e82d1b83f7e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683894 May 24 15:43:57.108631 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f603c8e-0818-4829-9f0a-f72d15157a7f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (62963529-dcc7-4170-b9c2-d9cdf47040f8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.121393 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f603c8e-0818-4829-9f0a-f72d15157a7f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (62963529-dcc7-4170-b9c2-d9cdf47040f8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.140072 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:57.140283 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-10b89b33-e7a1-4409-9719-5d3419a3555e None None] Set router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:43:57.143142 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b22613-9c68-48e1-a1c9-7e7f0248a40a req-21a87c0c-ebc0-456c-8dda-42581570987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:57.144901 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67b22613-9c68-48e1-a1c9-7e7f0248a40a req-21a87c0c-ebc0-456c-8dda-42581570987b service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd83f345-ebd0-49b8-b33c-ab3471ac601b HTTP/1.1" status: 200 len: 916 time: 0.1766629 May 24 15:43:57.161294 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4f603c8e-0818-4829-9f0a-f72d15157a7f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.163050 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-4f603c8e-0818-4829-9f0a-f72d15157a7f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3261371 May 24 15:43:57.165784 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53678) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:57.171019 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f6c85dc8-a26f-41d4-9fb1-d5e19a1640d1 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Request body: {'security_group_rule': {'security_group_id': '04b37776-5d25-409b-a268-a2a5076f4cab', 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:57.231980 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6c85dc8-a26f-41d4-9fb1-d5e19a1640d1 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (5c9a4259-532d-4930-a6dd-014a1dcc4a38), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.242045 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f603c8e-0818-4829-9f0a-f72d15157a7f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62963529-dcc7-4170-b9c2-d9cdf47040f8,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:57.262480 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998fa07-dd9f-4eda-b9bc-7d08217b8b1f req-859a6cb8-e5e7-457a-b8f3-154643d13594 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:57.265829 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d998fa07-dd9f-4eda-b9bc-7d08217b8b1f req-859a6cb8-e5e7-457a-b8f3-154643d13594 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0916152 May 24 15:43:57.300347 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6c85dc8-a26f-41d4-9fb1-d5e19a1640d1 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (5c9a4259-532d-4930-a6dd-014a1dcc4a38), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.306388 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6c85dc8-a26f-41d4-9fb1-d5e19a1640d1 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (5c9a4259-532d-4930-a6dd-014a1dcc4a38), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.330307 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c85dc8-a26f-41d4-9fb1-d5e19a1640d1 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9a4259-532d-4930-a6dd-014a1dcc4a38,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:57.344307 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f6c85dc8-a26f-41d4-9fb1-d5e19a1640d1 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.345744 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f6c85dc8-a26f-41d4-9fb1-d5e19a1640d1 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1785455 May 24 15:43:57.348406 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53680) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:57.355413 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-deb78fbb-0972-481d-a061-2a681e108d2a tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Request body: {'security_group_rule': {'security_group_id': '04b37776-5d25-409b-a268-a2a5076f4cab', 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:57.359419 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d998fa07-dd9f-4eda-b9bc-7d08217b8b1f req-c33cbb0d-e13c-4a8c-b3bd-1afd478fec0e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817204 May 24 15:43:57.441053 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67b22613-9c68-48e1-a1c9-7e7f0248a40a req-a14bb1c1-88a1-416e-9b7c-e00f2d2cccbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a HTTP/1.1" status: 200 len: 998 time: 0.0653279 May 24 15:43:57.448415 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-deb78fbb-0972-481d-a061-2a681e108d2a tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (2f3bc898-b121-42f8-8172-592fd6dfde34), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.458815 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:57.515124 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-deb78fbb-0972-481d-a061-2a681e108d2a tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (2f3bc898-b121-42f8-8172-592fd6dfde34), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.521200 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-deb78fbb-0972-481d-a061-2a681e108d2a tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (2f3bc898-b121-42f8-8172-592fd6dfde34), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.543682 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-10b89b33-e7a1-4409-9719-5d3419a3555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '6eef4c15-d4b5-41a6-b156-99cc8c7440d2', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'port_id': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'mac_address': 'fa:16:3e:f1:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:43:55Z', 'updated_at': '2022-05-24T15:43:55Z', 'revision_number': 0, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e6f865-eff1-4dba-8992-bb519d463024', 'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'mac_address': 'fa:16:3e:68:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:03Z', 'updated_at': '2022-05-24T15:43:09Z', 'revision_number': 5, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'subnets': [{'id': '478a6310-0471-439f-905a-ee64a129cb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:43:57.550542 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb78fbb-0972-481d-a061-2a681e108d2a tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3bc898-b121-42f8-8172-592fd6dfde34,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:57.555639 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-deb78fbb-0972-481d-a061-2a681e108d2a tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.557150 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-deb78fbb-0972-481d-a061-2a681e108d2a tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2072358 May 24 15:43:57.560364 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53684) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:57.566613 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-cc082457-f51b-406c-aaf8-f1eafa5962f4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Request body: {'security_group_rule': {'security_group_id': '04b37776-5d25-409b-a268-a2a5076f4cab', 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:57.603166 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a501b234-5e49-4de5-b302-0cedd22cd04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.605554 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b89b33-e7a1-4409-9719-5d3419a3555e None None] The sync data for ids ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'] in dv-cinder-843153-1-iscsi is: [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '6eef4c15-d4b5-41a6-b156-99cc8c7440d2', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'port_id': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'mac_address': 'fa:16:3e:f1:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:43:55Z', 'updated_at': '2022-05-24T15:43:55Z', 'revision_number': 0, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e6f865-eff1-4dba-8992-bb519d463024', 'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'mac_address': 'fa:16:3e:68:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:03Z', 'updated_at': '2022-05-24T15:43:09Z', 'revision_number': 5, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'subnets': [{'id': '478a6310-0471-439f-905a-ee64a129cb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:43:57.614132 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cc082457-f51b-406c-aaf8-f1eafa5962f4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (05ed0966-3edd-401f-8ac8-c4d232e17759), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.706713 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:57.716849 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041edbbb-d61d-45d4-87a7-0e076a18dedd req-62f03885-f42d-43db-b08c-7e0ee62b9377 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:57.718380 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-041edbbb-d61d-45d4-87a7-0e076a18dedd req-62f03885-f42d-43db-b08c-7e0ee62b9377 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0816953 May 24 15:43:57.733032 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cc082457-f51b-406c-aaf8-f1eafa5962f4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (05ed0966-3edd-401f-8ac8-c4d232e17759), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.747172 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cc082457-f51b-406c-aaf8-f1eafa5962f4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (05ed0966-3edd-401f-8ac8-c4d232e17759), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.765535 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc082457-f51b-406c-aaf8-f1eafa5962f4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ed0966-3edd-401f-8ac8-c4d232e17759,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:57.803017 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cc082457-f51b-406c-aaf8-f1eafa5962f4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.807142 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-cc082457-f51b-406c-aaf8-f1eafa5962f4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2456121 May 24 15:43:57.811023 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53686) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:57.812094 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-041edbbb-d61d-45d4-87a7-0e076a18dedd req-9770c47a-14f2-4ca0-92ae-51d3ab429763 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862050 May 24 15:43:57.822943 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8ae25d25-6b2a-49d2-bef2-2686aa6a9077 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Request body: {'security_group_rule': {'security_group_id': '04b37776-5d25-409b-a268-a2a5076f4cab', 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:57.905764 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b22613-9c68-48e1-a1c9-7e7f0248a40a req-cb5b5ca0-a33e-4298-ba6d-9ca1e873e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:57.907298 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67b22613-9c68-48e1-a1c9-7e7f0248a40a req-cb5b5ca0-a33e-4298-ba6d-9ca1e873e6b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=478a6310-0471-439f-905a-ee64a129cb91 HTTP/1.1" status: 200 len: 854 time: 0.0794594 May 24 15:43:57.923998 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-8ae25d25-6b2a-49d2-bef2-2686aa6a9077 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Project b05a5e216dd141dabe29dfc71abee8ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 15:43:57.940018 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ae25d25-6b2a-49d2-bef2-2686aa6a9077 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (c7a718f0-72d7-4cc8-bb5a-e89cdef1c7ab), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:57.977725 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4610f38-b7a6-43e8-90c0-059e704635f0 None None] New status for floating IP 6eef4c15-d4b5-41a6-b156-99cc8c7440d2: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:43:58.019320 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b22613-9c68-48e1-a1c9-7e7f0248a40a req-c3f620ba-951a-4534-8c94-13fc13a3bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:58.020999 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67b22613-9c68-48e1-a1c9-7e7f0248a40a req-c3f620ba-951a-4534-8c94-13fc13a3bed3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd83f345-ebd0-49b8-b33c-ab3471ac601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1074557 May 24 15:43:58.049122 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ae25d25-6b2a-49d2-bef2-2686aa6a9077 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (c7a718f0-72d7-4cc8-bb5a-e89cdef1c7ab), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:58.064591 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ae25d25-6b2a-49d2-bef2-2686aa6a9077 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (c7a718f0-72d7-4cc8-bb5a-e89cdef1c7ab), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:58.096505 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:58.118418 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae25d25-6b2a-49d2-bef2-2686aa6a9077 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a718f0-72d7-4cc8-bb5a-e89cdef1c7ab,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:58.176787 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67b22613-9c68-48e1-a1c9-7e7f0248a40a req-b74f84ca-ae6e-44f0-a339-bf89f0c5409e service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436627 May 24 15:43:58.180784 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8ae25d25-6b2a-49d2-bef2-2686aa6a9077 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:58.181887 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8ae25d25-6b2a-49d2-bef2-2686aa6a9077 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3629379 May 24 15:43:58.186251 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 53688) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:58.203362 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-13112ff7-8b4f-46b6-b3be-73822d565cc4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Request body: {'security_group_rule': {'security_group_id': '04b37776-5d25-409b-a268-a2a5076f4cab', 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:58.249287 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.securitygroups_db [None req-13112ff7-8b4f-46b6-b3be-73822d565cc4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Project b05a5e216dd141dabe29dfc71abee8ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 15:43:58.260297 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-13112ff7-8b4f-46b6-b3be-73822d565cc4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (21af866f-d1db-4a5d-939b-d0bae54aa075), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:58.299675 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67b22613-9c68-48e1-a1c9-7e7f0248a40a req-85367cf5-a8a3-48a4-8c1a-cf3b921f8bcd service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148751 May 24 15:43:58.338687 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-13112ff7-8b4f-46b6-b3be-73822d565cc4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (21af866f-d1db-4a5d-939b-d0bae54aa075), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:58.344222 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-13112ff7-8b4f-46b6-b3be-73822d565cc4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (21af866f-d1db-4a5d-939b-d0bae54aa075), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:58.366620 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13112ff7-8b4f-46b6-b3be-73822d565cc4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21af866f-d1db-4a5d-939b-d0bae54aa075,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:58.377870 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-13112ff7-8b4f-46b6-b3be-73822d565cc4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:58.383088 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-13112ff7-8b4f-46b6-b3be-73822d565cc4 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1939220 May 24 15:43:58.496693 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b2ec66d2-9bcb-4dfb-b4f3-cf6fbc289b37 req-e3d1ac90-2d7b-4790-8f3b-490dbf893ee8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083163814&fields=id&tenant_id=b05a5e216dd141dabe29dfc71abee8ee HTTP/1.1" status: 200 len: 267 time: 0.0587797 May 24 15:43:58.588914 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899bbd1-12ef-4ea3-9923-a27f54a3f7e8 req-1f7219ce-5fc2-4480-a491-53be9be864cb tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:58.590879 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7899bbd1-12ef-4ea3-9923-a27f54a3f7e8 req-1f7219ce-5fc2-4480-a491-53be9be864cb tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.1042254 May 24 15:43:58.601580 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec66d2-9bcb-4dfb-b4f3-cf6fbc289b37 req-79068e7e-272f-4ab2-af1f-a83016acf836 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:58.603611 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b2ec66d2-9bcb-4dfb-b4f3-cf6fbc289b37 req-79068e7e-272f-4ab2-af1f-a83016acf836 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 945 time: 0.1055603 May 24 15:43:58.617336 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-b2ec66d2-9bcb-4dfb-b4f3-cf6fbc289b37 req-0a3021af-ae9d-404a-8663-0622d298038b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Request body: {'port': {'security_groups': ['98681c35-981b-44c7-b46d-907660db0749', '04b37776-5d25-409b-a268-a2a5076f4cab']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:58.722019 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7899bbd1-12ef-4ea3-9923-a27f54a3f7e8 req-c36b4c75-5b0d-4223-86ab-8901bf481161 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170697 May 24 15:43:58.726831 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:58.734539 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b2ec66d2-9bcb-4dfb-b4f3-cf6fbc289b37 req-0a3021af-ae9d-404a-8663-0622d298038b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:59.037958 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affac755-71ef-46d6-9090-69a632b23212 req-02d9dbe4-13bb-47c3-9770-32f5d5e294ef tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:59.039566 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-affac755-71ef-46d6-9090-69a632b23212 req-02d9dbe4-13bb-47c3-9770-32f5d5e294ef tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.1046894 May 24 15:43:59.090604 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-b2ec66d2-9bcb-4dfb-b4f3-cf6fbc289b37 req-0a3021af-ae9d-404a-8663-0622d298038b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] For port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:43:59.105929 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:59.141631 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-affac755-71ef-46d6-9090-69a632b23212 req-16ec43be-7a34-43ca-93c5-c3542a133c57 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899739 May 24 15:43:59.144728 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:59.162873 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b2ec66d2-9bcb-4dfb-b4f3-cf6fbc289b37 req-0a3021af-ae9d-404a-8663-0622d298038b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:59.171737 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b2ec66d2-9bcb-4dfb-b4f3-cf6fbc289b37 req-0a3021af-ae9d-404a-8663-0622d298038b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:59.208849 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:43:59.299046 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec66d2-9bcb-4dfb-b4f3-cf6fbc289b37 req-0a3021af-ae9d-404a-8663-0622d298038b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:59.299623 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-b2ec66d2-9bcb-4dfb-b4f3-cf6fbc289b37 req-0a3021af-ae9d-404a-8663-0622d298038b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:59.301050 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b2ec66d2-9bcb-4dfb-b4f3-cf6fbc289b37 req-0a3021af-ae9d-404a-8663-0622d298038b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "PUT /v2.0/ports/ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a HTTP/1.1" status: 200 len: 981 time: 0.6901050 May 24 15:43:59.311077 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:43:59.313849 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6921ccdc-d9d7-4098-9dea-af1dc8b2d15d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:43:59.336221 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3021af-ae9d-404a-8663-0622d298038b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event updated for resources: {'Port': ['ID=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,revision_number=6']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:43:59.346425 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fad18-2523-441c-b222-c95c1c9d78b4 req-8a87291d-63b2-4f50-8f0e-19dc1171ae9b tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:59.357458 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53708) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:43:59.365594 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-76ca7f4e-ce41-49db-b5c5-8d04c3f9fba0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Request body: {'floatingip': {'port_id': 'fd56e978-8417-4a9e-9877-8bfb981aa335'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:43:59.377751 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4d7fad18-2523-441c-b222-c95c1c9d78b4 req-8a87291d-63b2-4f50-8f0e-19dc1171ae9b tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.1594439 May 24 15:43:59.464642 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76ca7f4e-ce41-49db-b5c5-8d04c3f9fba0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (b403ae73-d0a6-4261-a7ac-75f20d0fedc0), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:59.466160 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a5e4de-dd51-4ed3-b8f4-64442a385b74 x-openstack-request-id: req-f2a5e4de-dd51-4ed3-b8f4-64442a385b74 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:43:59.466468 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:43:59.466755 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2a5e4de-dd51-4ed3-b8f4-64442a385b74 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:43:59.467166 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a5e4de-dd51-4ed3-b8f4-64442a385b74'] response: {'name': 'network-changed', 'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'status': 'completed', 'code': 200} May 24 15:43:59.476246 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:43:59.507186 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2a367-40d8-4158-8326-90f111a6090b req-7af6f19e-b26a-4d96-bf45-77842c49272e tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:59.524696 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0ba2a367-40d8-4158-8326-90f111a6090b req-7af6f19e-b26a-4d96-bf45-77842c49272e tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.1030092 May 24 15:43:59.597539 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ca3425d1-b1e7-41c2-984e-4066c619064a None None] Provisioning complete for port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:43:59.598234 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ca3425d1-b1e7-41c2-984e-4066c619064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:43:59.611022 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:59.621766 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0ba2a367-40d8-4158-8326-90f111a6090b req-84257373-b73a-42da-89d6-7d7c8fa49702 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b37776-5d25-409b-a268-a2a5076f4cab&id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945041 May 24 15:43:59.655896 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921ccdc-d9d7-4098-9dea-af1dc8b2d15d req-278c1d80-bf08-4a87-a541-20fabd9d330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:59.657666 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6921ccdc-d9d7-4098-9dea-af1dc8b2d15d req-278c1d80-bf08-4a87-a541-20fabd9d330c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b05a5e216dd141dabe29dfc71abee8ee&device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 1168 time: 0.1422644 May 24 15:43:59.667288 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:59.836889 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921ccdc-d9d7-4098-9dea-af1dc8b2d15d req-00db9c91-cafb-46db-ad66-59f79df97c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:59.838272 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6921ccdc-d9d7-4098-9dea-af1dc8b2d15d req-00db9c91-cafb-46db-ad66-59f79df97c48 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd83f345-ebd0-49b8-b33c-ab3471ac601b HTTP/1.1" status: 200 len: 916 time: 0.1693399 May 24 15:43:59.843600 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ca3425d1-b1e7-41c2-984e-4066c619064a None None] Current status of the port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:43:59.860671 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:43:59.893063 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dd8f5-8d08-42fd-a888-aaa9510319b4 req-aa3b82b0-ddac-4012-bbc3-a24e4ac1bb42 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:43:59.895574 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a75dd8f5-8d08-42fd-a888-aaa9510319b4 req-aa3b82b0-ddac-4012-bbc3-a24e4ac1bb42 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0637193 May 24 15:43:59.954145 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a75dd8f5-8d08-42fd-a888-aaa9510319b4 req-8888e498-0800-4ca7-9ce2-a74ca76ac101 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523386 May 24 15:44:00.094613 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6921ccdc-d9d7-4098-9dea-af1dc8b2d15d req-a9d5191e-7c02-48d6-ac65-d8f2f4e02581 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a HTTP/1.1" status: 200 len: 1000 time: 0.1283920 May 24 15:44:00.195574 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921ccdc-d9d7-4098-9dea-af1dc8b2d15d req-48e9c225-9c9b-4d54-bc76-41815a8aaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:00.197405 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6921ccdc-d9d7-4098-9dea-af1dc8b2d15d req-48e9c225-9c9b-4d54-bc76-41815a8aaf1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=478a6310-0471-439f-905a-ee64a129cb91 HTTP/1.1" status: 200 len: 854 time: 0.0958054 May 24 15:44:00.296375 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921ccdc-d9d7-4098-9dea-af1dc8b2d15d req-1df46d4d-8bd7-4a98-8c3d-9b8b048cceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:00.298016 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6921ccdc-d9d7-4098-9dea-af1dc8b2d15d req-1df46d4d-8bd7-4a98-8c3d-9b8b048cceca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd83f345-ebd0-49b8-b33c-ab3471ac601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827568 May 24 15:44:00.340764 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:00.617842 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76ca7f4e-ce41-49db-b5c5-8d04c3f9fba0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:00.626483 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76ca7f4e-ce41-49db-b5c5-8d04c3f9fba0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (b403ae73-d0a6-4261-a7ac-75f20d0fedc0), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:00.708978 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6921ccdc-d9d7-4098-9dea-af1dc8b2d15d req-5fabb236-1065-44cd-9dcf-49b1237b48b1 service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026155 May 24 15:44:00.761456 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:00.812276 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-76ca7f4e-ce41-49db-b5c5-8d04c3f9fba0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Floating IP b403ae73-d0a6-4261-a7ac-75f20d0fedc0 associated. External IP: 172.27.3.184, port: fd56e978-8417-4a9e-9877-8bfb981aa335. May 24 15:44:00.888202 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6921ccdc-d9d7-4098-9dea-af1dc8b2d15d req-755cc9d3-4f08-4648-ab2a-4646957d8598 service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546023 May 24 15:44:00.982080 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:01.068256 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ca7f4e-ce41-49db-b5c5-8d04c3f9fba0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:44:01.106808 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41146-9697-469c-b8be-ea0d13beaba0 req-b829dbd6-4a60-4556-a430-6c884db637cd tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:01.108470 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1cf41146-9697-469c-b8be-ea0d13beaba0 req-b829dbd6-4a60-4556-a430-6c884db637cd tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0599196 May 24 15:44:01.174048 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1cf41146-9697-469c-b8be-ea0d13beaba0 req-f02a44d8-3eb0-43dd-8111-84d665731896 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595279 May 24 15:44:01.207036 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ca7f4e-ce41-49db-b5c5-8d04c3f9fba0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:44:01.212241 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-76ca7f4e-ce41-49db-b5c5-8d04c3f9fba0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:01.216913 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d71c9e-8bed-42fc-a293-d82c1cd3d45c None None] Sync routers for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:44:01.232779 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d71c9e-8bed-42fc-a293-d82c1cd3d45c None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:44:01.233961 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-79d71c9e-8bed-42fc-a293-d82c1cd3d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:43:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:44:01.244280 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-76ca7f4e-ce41-49db-b5c5-8d04c3f9fba0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "PUT /v2.0/floatingips/b403ae73-d0a6-4261-a7ac-75f20d0fedc0 HTTP/1.1" status: 200 len: 991 time: 1.8855150 May 24 15:44:01.244916 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'tag': 'fd56e978-8417-4a9e-9877-8bfb981aa335'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:44:01.247412 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfc4c6f-5782-4dd3-a61d-cf782136555b" -d '{"events": [{"name": "network-changed", "server_uuid": "307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38", "tag": "fd56e978-8417-4a9e-9877-8bfb981aa335"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:44:01.287422 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78e2481-d3b0-4377-a8d8-46584c25da69 x-openstack-request-id: req-a78e2481-d3b0-4377-a8d8-46584c25da69 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:44:01.287713 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38", "tag": "fd56e978-8417-4a9e-9877-8bfb981aa335", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:44:01.287960 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a78e2481-d3b0-4377-a8d8-46584c25da69 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:44:01.288407 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78e2481-d3b0-4377-a8d8-46584c25da69'] response: {'name': 'network-changed', 'server_uuid': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'tag': 'fd56e978-8417-4a9e-9877-8bfb981aa335', 'status': 'completed', 'code': 200} May 24 15:44:01.361667 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-79d71c9e-8bed-42fc-a293-d82c1cd3d45c None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:44:01.407995 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc4c6f-5782-4dd3-a61d-cf782136555b req-fe1f882f-a54e-4686-813d-c5390c6d0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:01.409484 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2dfc4c6f-5782-4dd3-a61d-cf782136555b req-fe1f882f-a54e-4686-813d-c5390c6d0d59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 1129 time: 0.0627482 May 24 15:44:01.527241 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc4c6f-5782-4dd3-a61d-cf782136555b req-4954bc98-90dc-46cb-97c0-5db8aa285e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:01.528902 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2dfc4c6f-5782-4dd3-a61d-cf782136555b req-4954bc98-90dc-46cb-97c0-5db8aa285e6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0609c63-82a5-45e5-be15-292af1dcfb75 HTTP/1.1" status: 200 len: 912 time: 0.1129055 May 24 15:44:01.617844 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2dfc4c6f-5782-4dd3-a61d-cf782136555b req-470dbb3f-23d9-418b-89fd-d0a14687d533 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd56e978-8417-4a9e-9877-8bfb981aa335 HTTP/1.1" status: 200 len: 999 time: 0.0818636 May 24 15:44:01.648901 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-79d71c9e-8bed-42fc-a293-d82c1cd3d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'b403ae73-d0a6-4261-a7ac-75f20d0fedc0', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'port_id': 'fd56e978-8417-4a9e-9877-8bfb981aa335', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'mac_address': 'fa:16:3e:75:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:43:45Z', 'updated_at': '2022-05-24T15:44:00Z', 'revision_number': 1, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:44:01.676107 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d71c9e-8bed-42fc-a293-d82c1cd3d45c None None] Checking router: e0133b1b-eb3a-44cb-b5a8-a67b7714c943 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:44:01.678369 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc4c6f-5782-4dd3-a61d-cf782136555b req-30f18377-cc71-42c6-b3fc-50ef161a1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:01.680405 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2dfc4c6f-5782-4dd3-a61d-cf782136555b req-30f18377-cc71-42c6-b3fc-50ef161a1d7f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2edc2840-bb64-422a-be91-aa0787520465 HTTP/1.1" status: 200 len: 850 time: 0.0576146 May 24 15:44:01.690074 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d71c9e-8bed-42fc-a293-d82c1cd3d45c None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:44:01.690692 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-79d71c9e-8bed-42fc-a293-d82c1cd3d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:43:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:44:01.732500 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:01.745797 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc4c6f-5782-4dd3-a61d-cf782136555b req-c8fe135e-9165-44d5-b1db-4db8b299898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:01.747835 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2dfc4c6f-5782-4dd3-a61d-cf782136555b req-c8fe135e-9165-44d5-b1db-4db8b299898a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0609c63-82a5-45e5-be15-292af1dcfb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613937 May 24 15:44:01.817648 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-79d71c9e-8bed-42fc-a293-d82c1cd3d45c None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:44:01.876405 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2dfc4c6f-5782-4dd3-a61d-cf782136555b req-a6ce8004-1dc2-497c-8591-70cde009e6c7 service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215870 May 24 15:44:01.908607 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:01.998702 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2dfc4c6f-5782-4dd3-a61d-cf782136555b req-83e38146-6231-4237-b0d1-56d2feee38a8 service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152160 May 24 15:44:02.082030 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-79d71c9e-8bed-42fc-a293-d82c1cd3d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'b403ae73-d0a6-4261-a7ac-75f20d0fedc0', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'port_id': 'fd56e978-8417-4a9e-9877-8bfb981aa335', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'mac_address': 'fa:16:3e:75:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:43:45Z', 'updated_at': '2022-05-24T15:44:00Z', 'revision_number': 1, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:44:02.110083 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d71c9e-8bed-42fc-a293-d82c1cd3d45c None None] The sync data for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi is: [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'b403ae73-d0a6-4261-a7ac-75f20d0fedc0', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'port_id': 'fd56e978-8417-4a9e-9877-8bfb981aa335', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'mac_address': 'fa:16:3e:75:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:43:45Z', 'updated_at': '2022-05-24T15:44:00Z', 'revision_number': 1, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:44:02.323375 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22af953-cffd-43db-822a-52fdf0896c5d req-07172831-fb66-4ebe-866e-d4b3b256c1a2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:02.325077 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d22af953-cffd-43db-822a-52fdf0896c5d req-07172831-fb66-4ebe-866e-d4b3b256c1a2 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0672190 May 24 15:44:02.362210 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca276059-ea44-4cf5-8403-ab887c5b0de8 None None] New status for floating IP b403ae73-d0a6-4261-a7ac-75f20d0fedc0: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:44:02.393711 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d22af953-cffd-43db-822a-52fdf0896c5d req-43b051c0-64ef-409e-ab59-32840c9b91c4 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624571 May 24 15:44:03.269238 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766637b-7f3d-41df-a8ae-c5253bc062a5 req-75cc143d-1c1b-43c1-8928-e2fcf24620f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:03.270773 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8766637b-7f3d-41df-a8ae-c5253bc062a5 req-75cc143d-1c1b-43c1-8928-e2fcf24620f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 1129 time: 0.0415235 May 24 15:44:03.328038 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:03.374354 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766637b-7f3d-41df-a8ae-c5253bc062a5 req-dff276c3-80ea-4b83-b45a-0ef894facce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:03.375791 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8766637b-7f3d-41df-a8ae-c5253bc062a5 req-dff276c3-80ea-4b83-b45a-0ef894facce9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 200 len: 917 time: 0.0988781 May 24 15:44:03.439135 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8766637b-7f3d-41df-a8ae-c5253bc062a5 req-aca058e9-9f6a-4ea7-87ac-915c498d09a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0b68296-7928-4ede-98e0-8adf6abeff09 HTTP/1.1" status: 200 len: 1001 time: 0.0567603 May 24 15:44:03.493019 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766637b-7f3d-41df-a8ae-c5253bc062a5 req-ea0afc8f-6e68-4230-87c7-e136e3ea1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:03.494472 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8766637b-7f3d-41df-a8ae-c5253bc062a5 req-ea0afc8f-6e68-4230-87c7-e136e3ea1438 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=406760c0-7990-42bd-b875-7a3c5b0f957e HTTP/1.1" status: 200 len: 855 time: 0.0485892 May 24 15:44:03.523155 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada36b74-7c23-4ffb-905b-f5b2a8ea1fa8 req-a548792e-9098-48c8-9f55-ae42a072f377 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:03.524653 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ada36b74-7c23-4ffb-905b-f5b2a8ea1fa8 req-a548792e-9098-48c8-9f55-ae42a072f377 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0501525 May 24 15:44:03.539748 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766637b-7f3d-41df-a8ae-c5253bc062a5 req-c30f557a-08fc-4330-99ba-95b5c32270a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:03.541295 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8766637b-7f3d-41df-a8ae-c5253bc062a5 req-c30f557a-08fc-4330-99ba-95b5c32270a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=062393c0-66b9-4ecb-bb43-dbb81b8673fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396369 May 24 15:44:03.578259 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ada36b74-7c23-4ffb-905b-f5b2a8ea1fa8 req-625a47da-21b5-47f6-80c5-76b2f2031d2d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466616 May 24 15:44:03.597034 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:03.646428 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8766637b-7f3d-41df-a8ae-c5253bc062a5 req-30be6df0-255d-4271-8d09-ef98399324ee service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934927 May 24 15:44:03.744301 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8766637b-7f3d-41df-a8ae-c5253bc062a5 req-6feef1d8-94f9-49d4-9f5e-b09327d5335c service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895977 May 24 15:44:04.691595 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:04.706134 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157e85e-50d5-41d8-86b0-cc3258bea5de req-af31214b-6b4f-481d-8009-06b4f39460b0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:04.707570 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a157e85e-50d5-41d8-86b0-cc3258bea5de req-af31214b-6b4f-481d-8009-06b4f39460b0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0494947 May 24 15:44:04.768254 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a157e85e-50d5-41d8-86b0-cc3258bea5de req-85a19ab4-e090-4aca-9695-052664c18a0f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527766 May 24 15:44:05.901881 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167c5a8-15e2-4a45-b8eb-422486d3abe9 req-f79dc793-16ce-4356-b591-656cd4b4438d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:05.903579 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6167c5a8-15e2-4a45-b8eb-422486d3abe9 req-f79dc793-16ce-4356-b591-656cd4b4438d tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0500004 May 24 15:44:05.953584 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6167c5a8-15e2-4a45-b8eb-422486d3abe9 req-9499fb95-e176-4f2a-9b16-f798f74f4caa tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443091 May 24 15:44:06.837646 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [req-8133b4f8-f657-45ec-9e3d-3802d84c69bd req-cb48856f-b355-4255-8628-382b0bd8472d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:44:06.838611 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8133b4f8-f657-45ec-9e3d-3802d84c69bd req-cb48856f-b355-4255-8628-382b0bd8472d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055308 May 24 15:44:07.009276 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc8e2b-3215-4d3d-bc17-efa0c7da570c req-a64a803b-67d4-4dc2-87b6-0c4a22a9e844 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:07.010757 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-01fc8e2b-3215-4d3d-bc17-efa0c7da570c req-a64a803b-67d4-4dc2-87b6-0c4a22a9e844 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0545623 May 24 15:44:07.025258 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:07.067838 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-01fc8e2b-3215-4d3d-bc17-efa0c7da570c req-1b8b3e1c-cadd-4070-9a1d-c84e5e1af7a1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511820 May 24 15:44:07.215841 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53788) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:44:07.297102 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-37bc698e-bb66-4856-bc7f-6a9ef3592b77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800521 May 24 15:44:07.305869 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-6b71d516-491f-48f9-8bc7-1f6a35d1353f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:44:07.306793 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-6b71d516-491f-48f9-8bc7-1f6a35d1353f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050128 May 24 15:44:07.382882 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 53796) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:44:07.440640 dv-cinder-843153-1-iscsi neutron-server[104076]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 24 15:44:07.488689 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-6e0a08e6-7110-42e1-8d87-b25734784675 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:07.490105 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-6e0a08e6-7110-42e1-8d87-b25734784675 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports/f0b68296-7928-4ede-98e0-8adf6abeff09 HTTP/1.1" status: 200 len: 942 time: 0.1060157 May 24 15:44:08.036197 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f0b68296-7928-4ede-98e0-8adf6abeff09 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:44:08.114436 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f0b68296-7928-4ede-98e0-8adf6abeff09 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:44:08.114816 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:08.117394 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:08.139258 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:44:08.141922 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a374890-c65c-4a74-848e-c8b374f1827d" -d '{"events": [{"server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "name": "network-vif-unplugged", "status": "completed", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:44:08.154663 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f0b68296-7928-4ede-98e0-8adf6abeff09,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:44:08.159804 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:08.188387 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 May 2022 15:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28931481-e814-4982-8266-d9cea57a01bd x-openstack-request-id: req-28931481-e814-4982-8266-d9cea57a01bd {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:44:08.188669 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "name": "network-vif-unplugged", "status": "completed", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:44:08.188917 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28931481-e814-4982-8266-d9cea57a01bd {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:44:08.189244 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73008a3d-0bc4-4f30-8fbe-87119dbba544 req-956b0680-6cb6-43e1-bf50-2568b272841f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:08.189676 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28931481-e814-4982-8266-d9cea57a01bd'] response: {'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'code': 200} May 24 15:44:08.190816 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-73008a3d-0bc4-4f30-8fbe-87119dbba544 req-956b0680-6cb6-43e1-bf50-2568b272841f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 945 time: 0.0497580 May 24 15:44:08.213369 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f0b68296-7928-4ede-98e0-8adf6abeff09,revision_number=8']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:44:08.238210 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-73008a3d-0bc4-4f30-8fbe-87119dbba544 req-af48e222-7696-4a88-a41d-22e753d4956e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415730 May 24 15:44:08.484505 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-79e838de-dd81-4533-9897-5e8a81c1dc13 req-1e36ed22-e159-4724-a7e9-903e8edd058b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476232 May 24 15:44:08.505282 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-72bc8495-d2f3-44a1-9485-fb44227beee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:08.506732 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-72bc8495-d2f3-44a1-9485-fb44227beee0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285&tenant_id=fd0613f4cbb3461a982738c683c3ab03 HTTP/1.1" status: 200 len: 1127 time: 0.0843115 May 24 15:44:08.580844 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:08.587269 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e838de-dd81-4533-9897-5e8a81c1dc13 req-13fb731b-d2f0-413e-81a3-eccf892f91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:08.588845 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79e838de-dd81-4533-9897-5e8a81c1dc13 req-13fb731b-d2f0-413e-81a3-eccf892f91fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 1129 time: 0.0413296 May 24 15:44:08.593446 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-409046ea-a9df-4196-8b1b-1ea2e492e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:08.595107 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-409046ea-a9df-4196-8b1b-1ea2e492e328 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd0613f4cbb3461a982738c683c3ab03&device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 1127 time: 0.0431440 May 24 15:44:08.687900 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-59171903-d295-4e31-b897-a953765b85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:08.689610 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-59171903-d295-4e31-b897-a953765b85e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 200 len: 917 time: 0.0883248 May 24 15:44:08.694894 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e838de-dd81-4533-9897-5e8a81c1dc13 req-3d852191-b62d-4b81-8668-0dc10a28da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:08.696308 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79e838de-dd81-4533-9897-5e8a81c1dc13 req-3d852191-b62d-4b81-8668-0dc10a28da17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 912 time: 0.0878623 May 24 15:44:08.757217 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-dac71946-0c1f-4ad2-bf2b-f1d676c04651 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0b68296-7928-4ede-98e0-8adf6abeff09 HTTP/1.1" status: 200 len: 999 time: 0.0614104 May 24 15:44:08.758286 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79e838de-dd81-4533-9897-5e8a81c1dc13 req-50cb2442-f7f9-496c-b388-05e681a64a78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0ffdaca-f0bd-4260-8199-fa981543ea63 HTTP/1.1" status: 200 len: 1000 time: 0.0552506 May 24 15:44:08.832179 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e838de-dd81-4533-9897-5e8a81c1dc13 req-99ff0b7e-f30c-4971-b44d-88392dcad8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:08.832840 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-2e72c573-aceb-461c-8b26-66e55590876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:08.834064 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79e838de-dd81-4533-9897-5e8a81c1dc13 req-99ff0b7e-f30c-4971-b44d-88392dcad8fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 200 len: 850 time: 0.0484266 May 24 15:44:08.834340 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-2e72c573-aceb-461c-8b26-66e55590876f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=406760c0-7990-42bd-b875-7a3c5b0f957e HTTP/1.1" status: 200 len: 855 time: 0.0490186 May 24 15:44:08.899131 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-34b48261-9ce2-4a87-8249-40535523f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:08.900839 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-34b48261-9ce2-4a87-8249-40535523f823 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=062393c0-66b9-4ecb-bb43-dbb81b8673fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408313 May 24 15:44:08.903076 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e838de-dd81-4533-9897-5e8a81c1dc13 req-5ca5ae69-5cae-48d1-a188-07f50cf765c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:08.904631 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79e838de-dd81-4533-9897-5e8a81c1dc13 req-5ca5ae69-5cae-48d1-a188-07f50cf765c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450847 May 24 15:44:09.004129 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79e838de-dd81-4533-9897-5e8a81c1dc13 req-5537232e-1623-4eed-8958-2906668f631d service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918639 May 24 15:44:09.006693 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-3a3327f6-04b8-467c-8af8-4ce7f9549c8c service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948677 May 24 15:44:09.056101 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e3d7a-7316-4685-bc55-4dea312b6863 req-9a459e8b-a184-4d43-a3cb-0f54c737950c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:09.057479 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f98e3d7a-7316-4685-bc55-4dea312b6863 req-9a459e8b-a184-4d43-a3cb-0f54c737950c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 945 time: 0.0465109 May 24 15:44:09.108411 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f98e3d7a-7316-4685-bc55-4dea312b6863 req-7e00cadc-f5f9-49f2-a546-3c8af9cb599f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453553 May 24 15:44:09.378961 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662a6eb-e44b-4ddd-a706-df6d1decc2ae req-e54f74cb-27a4-4aa4-9cc1-1547f6906afd tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:09.380389 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c662a6eb-e44b-4ddd-a706-df6d1decc2ae req-e54f74cb-27a4-4aa4-9cc1-1547f6906afd tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0571585 May 24 15:44:09.434234 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c662a6eb-e44b-4ddd-a706-df6d1decc2ae req-4fa2d92a-0941-4b15-9a3b-8b73dda48f60 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467174 May 24 15:44:10.256947 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:10.257237 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79e838de-dd81-4533-9897-5e8a81c1dc13 req-cdc1d39e-1265-4daa-881c-665e7c5b5bbf service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885701 May 24 15:44:10.279955 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcfd1b-4642-41b8-9e93-8606f65a4cb7 req-57440b5f-287b-4a1d-934f-7ddbbfb6f1e1 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:10.281453 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a1bcfd1b-4642-41b8-9e93-8606f65a4cb7 req-57440b5f-287b-4a1d-934f-7ddbbfb6f1e1 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 945 time: 0.0664430 May 24 15:44:10.311783 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-d73a8a99-a497-4e7a-a41e-b21fb8662d9e service neutron] 10.222.0.59 "GET /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436660 May 24 15:44:10.343018 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a1bcfd1b-4642-41b8-9e93-8606f65a4cb7 req-0a540e73-6b6a-4388-befe-18c5d5828ed2 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521507 May 24 15:44:10.567326 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20c9d5-1ddc-4919-bc72-07669ed833e7 req-9f7eba20-7da9-42c3-988f-b2fb0e7e918b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:10.568808 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5d20c9d5-1ddc-4919-bc72-07669ed833e7 req-9f7eba20-7da9-42c3-988f-b2fb0e7e918b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0532029 May 24 15:44:10.618751 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5d20c9d5-1ddc-4919-bc72-07669ed833e7 req-a009f12c-f2f9-4f55-86b6-48a7ba7d6bfb tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420332 May 24 15:44:11.211508 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12960b06-3f05-411b-804f-760311027fb8 req-91754186-1080-4f4b-89bf-b6aa4729c15f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:11.213282 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-12960b06-3f05-411b-804f-760311027fb8 req-91754186-1080-4f4b-89bf-b6aa4729c15f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 945 time: 0.0519469 May 24 15:44:11.346068 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:11.421203 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Deleting port e0ffdaca-f0bd-4260-8199-fa981543ea63 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:44:11.421690 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:11.506847 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:11.547099 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] For port e0ffdaca-f0bd-4260-8199-fa981543ea63, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=e0ffdaca-f0bd-4260-8199-fa981543ea63,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:44:11.547099 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:11.603392 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b279f-593c-4b66-b790-f002929d8be9 req-6b0569d6-94d9-459a-b2ec-5a21f9b76e5c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:11.609203 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:11.610631 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dd1b279f-593c-4b66-b790-f002929d8be9 req-6b0569d6-94d9-459a-b2ec-5a21f9b76e5c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 945 time: 0.1408482 May 24 15:44:11.690678 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dd1b279f-593c-4b66-b790-f002929d8be9 req-35f698bd-2c85-499c-881f-8fa8077b6fd3 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722373 May 24 15:44:11.779321 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31819803-f336-4ea7-a41c-a599d1ccf4b7 req-0833a966-948e-4dbb-83d7-228fb212617c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:11.780969 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-31819803-f336-4ea7-a41c-a599d1ccf4b7 req-0833a966-948e-4dbb-83d7-228fb212617c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0657308 May 24 15:44:11.822390 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:11.822812 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (fe49d28e-e3bc-4e23-9405-892acbb9b790), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:11.823107 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Floating IP fe49d28e-e3bc-4e23-9405-892acbb9b790 disassociated. External IP: 172.27.3.28, port: e0ffdaca-f0bd-4260-8199-fa981543ea63. May 24 15:44:11.823804 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Calling delete_port for e0ffdaca-f0bd-4260-8199-fa981543ea63 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:44:11.825352 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:11.841380 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-31819803-f336-4ea7-a41c-a599d1ccf4b7 req-c1562c23-4244-46a0-9787-4a6318bb9f89 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516660 May 24 15:44:11.967141 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (e0ffdaca-f0bd-4260-8199-fa981543ea63), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:11.996678 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event deleted for resources: {'Port': ['ID=e0ffdaca-f0bd-4260-8199-fa981543ea63,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:44:12.109484 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Router 2b81af0c-946a-4009-a237-09f8b86208b9 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:44:12.222842 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:44:12.232667 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30ded4-227e-4d62-b71e-d0ee630b391d None None] Sync routers for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:44:12.243313 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc30ded4-227e-4d62-b71e-d0ee630b391d None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:44:12.244260 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fc30ded4-227e-4d62-b71e-d0ee630b391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:43:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:44:12.268926 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] No DVR routers for this DVR port e0ffdaca-f0bd-4260-8199-fa981543ea63 on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:44:12.271839 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:12.275497 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-12960b06-3f05-411b-804f-760311027fb8 req-3370dcb7-77e7-4b56-837e-57c1e8b00360 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "DELETE /v2.0/ports/e0ffdaca-f0bd-4260-8199-fa981543ea63 HTTP/1.1" status: 204 len: 173 time: 1.0021465 May 24 15:44:12.276110 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'name': 'network-vif-deleted', 'tag': 'e0ffdaca-f0bd-4260-8199-fa981543ea63'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:44:12.278812 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1cafd8-b06c-4614-a6c9-c5bbeb0bef74" -d '{"events": [{"server_uuid": "6ac339a5-757e-4d9d-9216-7a2a399b8fef", "name": "network-vif-deleted", "tag": "e0ffdaca-f0bd-4260-8199-fa981543ea63"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:44:12.336637 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b97544-5a4a-439c-9d83-586218cf5832 x-openstack-request-id: req-b9b97544-5a4a-439c-9d83-586218cf5832 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:44:12.336927 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac339a5-757e-4d9d-9216-7a2a399b8fef", "name": "network-vif-deleted", "tag": "e0ffdaca-f0bd-4260-8199-fa981543ea63", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:44:12.337191 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9b97544-5a4a-439c-9d83-586218cf5832 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:44:12.337594 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b97544-5a4a-439c-9d83-586218cf5832'] response: {'server_uuid': '6ac339a5-757e-4d9d-9216-7a2a399b8fef', 'name': 'network-vif-deleted', 'tag': 'e0ffdaca-f0bd-4260-8199-fa981543ea63', 'status': 'completed', 'code': 200} May 24 15:44:12.362266 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-fc30ded4-227e-4d62-b71e-d0ee630b391d None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:44:12.656121 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fc30ded4-227e-4d62-b71e-d0ee630b391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:44:12.680630 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30ded4-227e-4d62-b71e-d0ee630b391d None None] Checking router: 2b81af0c-946a-4009-a237-09f8b86208b9 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:44:12.692241 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc30ded4-227e-4d62-b71e-d0ee630b391d None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:44:12.692860 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fc30ded4-227e-4d62-b71e-d0ee630b391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:43:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:44:12.776096 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-196d036b-1a7e-45f1-b3ef-1ed0a3882b72 req-79c918e9-d216-4953-bb64-3cc43a93f3b6 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0298226 May 24 15:44:12.802088 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-fc30ded4-227e-4d62-b71e-d0ee630b391d None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:44:12.949828 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:12.985722 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53119e72-49e3-4175-9ce2-5e2a51dbebce req-ba786aab-cbfc-4672-8927-89336cdf767b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:12.990596 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-53119e72-49e3-4175-9ce2-5e2a51dbebce req-ba786aab-cbfc-4672-8927-89336cdf767b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0532899 May 24 15:44:13.004383 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-fc30ded4-227e-4d62-b71e-d0ee630b391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:44:13.031868 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30ded4-227e-4d62-b71e-d0ee630b391d None None] The sync data for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi is: [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:44:13.045665 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-53119e72-49e3-4175-9ce2-5e2a51dbebce req-04c0ef68-414f-4ddd-90b4-b50922863ca5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518296 May 24 15:44:13.280137 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942ed20-1f36-4d44-b638-5a1284fe8d47 None None] New status for floating IP fe49d28e-e3bc-4e23-9405-892acbb9b790: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:44:13.894821 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7b9d705e-2e7f-4b3e-ab89-cb057732d1a7 req-c754a25b-e8e1-4f47-9474-c0538d6bbed0 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0300517 May 24 15:44:14.037995 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device e0ffdaca-f0bd-4260-8199-fa981543ea63 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:44:14.066859 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: e0ffdaca-f0bd-4260-8199-fa981543ea63 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:44:14.067193 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device e0ffdaca-f0bd-4260-8199-fa981543ea63 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:44:14.171327 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc474a-ec52-4430-ba49-b7a207541013 req-351538e4-b427-4f25-8515-d63173e84d98 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:14.172821 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0edc474a-ec52-4430-ba49-b7a207541013 req-351538e4-b427-4f25-8515-d63173e84d98 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0491188 May 24 15:44:14.222494 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0edc474a-ec52-4430-ba49-b7a207541013 req-c9acacca-74bb-454e-8caf-a3d86ed29b9c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440552 May 24 15:44:14.997285 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7e32c177-e69e-4e2c-9212-d1fe40b94391 req-576e00db-7652-46b9-adf3-55de425b781f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0277882 May 24 15:44:15.351329 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043a6ab-b866-4a4c-87e5-383f4755f90e req-bf717bc0-27f9-413d-afef-a2e12a788b44 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:15.352859 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a043a6ab-b866-4a4c-87e5-383f4755f90e req-bf717bc0-27f9-413d-afef-a2e12a788b44 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0535424 May 24 15:44:15.406527 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a043a6ab-b866-4a4c-87e5-383f4755f90e req-99f091fe-4c31-4208-9464-aa8e9d3435b4 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452502 May 24 15:44:16.097005 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3adcaa98-b816-4e92-9ad7-dd8fbbd7d976 req-867e5e68-4748-4c2a-8da9-1da1e9a35220 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0282865 May 24 15:44:16.529412 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce666c-99bb-45fd-b59a-b915b8bd43dc req-0928a87d-6287-40c3-9bd0-1100fb9d163a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:16.532574 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e0ce666c-99bb-45fd-b59a-b915b8bd43dc req-0928a87d-6287-40c3-9bd0-1100fb9d163a tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0512214 May 24 15:44:16.586143 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e0ce666c-99bb-45fd-b59a-b915b8bd43dc req-effb436d-59a1-402c-849b-ea3c7c08ca32 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485208 May 24 15:44:17.200124 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-77eaf31c-83b1-4fff-b5b3-1659afc2f957 req-47cce8a7-5af5-455b-84a4-3f5b1719c0e8 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0304945 May 24 15:44:17.713272 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38d577-290b-4ca6-a72c-cb0965d252f4 req-3fec0811-3fe3-4bf9-8cbf-ecce6edb55e5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:17.714936 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bf38d577-290b-4ca6-a72c-cb0965d252f4 req-3fec0811-3fe3-4bf9-8cbf-ecce6edb55e5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0485730 May 24 15:44:17.774039 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bf38d577-290b-4ca6-a72c-cb0965d252f4 req-28464a46-15eb-44bd-8ca7-83e500c614e4 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523727 May 24 15:44:18.309372 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d0724cdf-ee98-47af-9121-fe0ab368bc62 req-aef6cf86-4120-49bf-a038-d816ad85880a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0295401 May 24 15:44:18.908410 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19726b-eef3-4aae-a2b6-1ca2ef78ab93 req-7bab4644-0a95-4b82-9ee3-58df24dfaf8f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:18.909976 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6e19726b-eef3-4aae-a2b6-1ca2ef78ab93 req-7bab4644-0a95-4b82-9ee3-58df24dfaf8f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0545852 May 24 15:44:18.967469 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6e19726b-eef3-4aae-a2b6-1ca2ef78ab93 req-d997609d-c998-468a-b484-81a16f2871f1 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499806 May 24 15:44:19.408126 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ecaf5c9c-c06f-44b0-aae9-feea975a529f req-81a4d47a-c98d-4872-b5e6-6a8a24fd3f6b tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0290143 May 24 15:44:20.071332 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:20.089895 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9130f-3577-413b-ba1f-f4a242b126e1 req-8f068270-fef3-481b-b667-ef927d2d8f0b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:20.091378 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0bf9130f-3577-413b-ba1f-f4a242b126e1 req-8f068270-fef3-481b-b667-ef927d2d8f0b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0495632 May 24 15:44:20.144093 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0bf9130f-3577-413b-ba1f-f4a242b126e1 req-142dd699-8b9a-42b1-a059-8e8ac76a946e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467956 May 24 15:44:20.761345 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c37b3228-3ec7-49a5-a5e7-b55658e61076 req-07becec4-6072-4d15-93ea-5b34e2b4ea81 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.2798398 May 24 15:44:21.264421 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36413fd4-5704-4e64-a9e7-db3bdbe3551c req-cf817970-a8a0-4f3e-a162-ffb30a3ffa34 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:21.265930 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-36413fd4-5704-4e64-a9e7-db3bdbe3551c req-cf817970-a8a0-4f3e-a162-ffb30a3ffa34 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0475419 May 24 15:44:21.316901 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-36413fd4-5704-4e64-a9e7-db3bdbe3551c req-2daf571d-f35e-40c6-9863-942da032a955 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427339 May 24 15:44:21.868942 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a0dfe8d4-4049-41ce-874c-0fda3aada809 req-c2b6fe85-adb2-4ee8-9c44-3cecc1fafa51 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ac339a5-757e-4d9d-9216-7a2a399b8fef HTTP/1.1" status: 200 len: 210 time: 0.0281589 May 24 15:44:22.230483 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:22.251002 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:22.468475 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12f6de-6966-4c2c-9f0f-d27aeec55e6f req-d7a0bae6-7465-4ee9-8955-6e7a45b2af57 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:22.470025 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2a12f6de-6966-4c2c-9f0f-d27aeec55e6f req-d7a0bae6-7465-4ee9-8955-6e7a45b2af57 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0789046 May 24 15:44:22.492502 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3e9cf-5fdc-4037-8270-87f83650e69b req-79145976-2d12-45a9-88c9-b7b834fc8b5b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:22.493944 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-04c3e9cf-5fdc-4037-8270-87f83650e69b req-79145976-2d12-45a9-88c9-b7b834fc8b5b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.0657041 May 24 15:44:22.515742 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fb8e9-4e54-48c9-b1ee-bf2149e061dc req-03f2d856-dbab-4f47-948d-6aee1a082e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:22.517647 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-553fb8e9-4e54-48c9-b1ee-bf2149e061dc req-03f2d856-dbab-4f47-948d-6aee1a082e3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b05a5e216dd141dabe29dfc71abee8ee&device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 1168 time: 0.0506058 May 24 15:44:22.547540 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:22.566249 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2a12f6de-6966-4c2c-9f0f-d27aeec55e6f req-d623a506-7f9f-4391-bbbc-f171ddcebd1f tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879681 May 24 15:44:22.582761 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-04c3e9cf-5fdc-4037-8270-87f83650e69b req-5d157161-e3b7-4a43-b897-4e73c7907820 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b37776-5d25-409b-a268-a2a5076f4cab&id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808506 May 24 15:44:22.628375 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fb8e9-4e54-48c9-b1ee-bf2149e061dc req-2d8c7bba-f318-47e4-bd75-c69876db6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:22.629847 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-553fb8e9-4e54-48c9-b1ee-bf2149e061dc req-2d8c7bba-f318-47e4-bd75-c69876db6005 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd83f345-ebd0-49b8-b33c-ab3471ac601b HTTP/1.1" status: 200 len: 916 time: 0.1002834 May 24 15:44:22.703111 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-553fb8e9-4e54-48c9-b1ee-bf2149e061dc req-77153ec1-c766-48e4-8a1f-d711202451c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a HTTP/1.1" status: 200 len: 1000 time: 0.0607622 May 24 15:44:23.001886 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=53 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:23.002612 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fb8e9-4e54-48c9-b1ee-bf2149e061dc req-443d2779-c04d-4e8e-bc6d-ccf65094053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:23.004384 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-553fb8e9-4e54-48c9-b1ee-bf2149e061dc req-443d2779-c04d-4e8e-bc6d-ccf65094053e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=478a6310-0471-439f-905a-ee64a129cb91 HTTP/1.1" status: 200 len: 854 time: 0.2937353 May 24 15:44:23.007748 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:23.050929 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fb8e9-4e54-48c9-b1ee-bf2149e061dc req-17f3a231-3bd9-46cd-b757-b357c82c5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:23.052489 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-553fb8e9-4e54-48c9-b1ee-bf2149e061dc req-17f3a231-3bd9-46cd-b757-b357c82c5182 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd83f345-ebd0-49b8-b33c-ab3471ac601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402908 May 24 15:44:23.146330 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-553fb8e9-4e54-48c9-b1ee-bf2149e061dc req-0d5ed1a2-71df-45a3-8801-1fada4274dde service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864835 May 24 15:44:23.148757 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-52efee0b-a625-40fe-b0b3-0b4bb515d54b tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280392271&fields=id&tenant_id=dc2810000275432fb1337151b6883e90 HTTP/1.1" status: 200 len: 267 time: 0.0473037 May 24 15:44:23.236317 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-553fb8e9-4e54-48c9-b1ee-bf2149e061dc req-44457620-a428-4b50-9dff-f46fb3df5879 service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837038 May 24 15:44:23.252437 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de21eb-89a7-42f3-994c-b154c4124bff req-dcf91fe4-823d-4ed7-bdae-c202711671c3 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:23.253899 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-dcf91fe4-823d-4ed7-bdae-c202711671c3 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 811 time: 0.0985458 May 24 15:44:23.270970 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-47b1cf14-a8ca-4eaa-9941-cb343a7dbba1 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/quotas/dc2810000275432fb1337151b6883e90 HTTP/1.1" status: 200 len: 375 time: 0.0112929 May 24 15:44:23.323078 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-ba0c1aff-3eb1-4a02-ad79-66e73db0893a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464256 May 24 15:44:23.427344 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-74f32d18-e4d7-4515-9e13-af8ff24273c4 service neutron] 10.222.0.55 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918152 May 24 15:44:23.521676 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-14bc66b8-4342-44f7-8ebc-1023550ab6c9 service neutron] 10.222.0.55 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879889 May 24 15:44:23.698895 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba03b45-d412-4058-bdf9-6646ebcc9dc4 req-55af9e35-d6f7-48ba-b7ed-edb4e1aaa1e4 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:23.700443 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bba03b45-d412-4058-bdf9-6646ebcc9dc4 req-55af9e35-d6f7-48ba-b7ed-edb4e1aaa1e4 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 943 time: 0.0569272 May 24 15:44:23.753548 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bba03b45-d412-4058-bdf9-6646ebcc9dc4 req-9927a5bf-f465-4a4a-ba97-53d13295231e tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470092 May 24 15:44:23.842846 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-924e5fa2-7e75-4b68-b34a-40425b1f6301 req-3f2e0507-2c1c-4a59-8862-624051fc73b2 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 210 time: 0.0299609 May 24 15:44:23.889842 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77769a1-2a89-4147-8e37-cf73d83eaf29 req-11f9036e-c7fe-4d7b-bdd0-19f55d2dec45 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:23.891728 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f77769a1-2a89-4147-8e37-cf73d83eaf29 req-11f9036e-c7fe-4d7b-bdd0-19f55d2dec45 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.0518239 May 24 15:44:23.957465 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f77769a1-2a89-4147-8e37-cf73d83eaf29 req-0d3a8f5c-5924-4b8a-a6b0-78fbcf7ab5f3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b37776-5d25-409b-a268-a2a5076f4cab&id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596654 May 24 15:44:24.041890 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:UPDATE=2,neutron:SELECT=12 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:24.042699 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:24.104329 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f0b68296-7928-4ede-98e0-8adf6abeff09 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:44:24.206975 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f0b68296-7928-4ede-98e0-8adf6abeff09,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:44:24.219418 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'port_id': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'mac_address': 'fa:16:3e:cb:fd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:44:24.254665 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f0b68296-7928-4ede-98e0-8adf6abeff09 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:44:24.255052 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:24.273801 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b68296-7928-4ede-98e0-8adf6abeff09 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:44:24.294300 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f0b68296-7928-4ede-98e0-8adf6abeff09,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:44:24.299178 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:24.346710 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f0b68296-7928-4ede-98e0-8adf6abeff09,revision_number=9']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:44:24.618472 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['f0b68296-7928-4ede-98e0-8adf6abeff09'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:44:24.880695 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18f6b0-481c-4698-9d39-558db88ed8b0 req-14537a53-2794-4118-9b51-9952292eba54 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:24.882219 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ba18f6b0-481c-4698-9d39-558db88ed8b0 req-14537a53-2794-4118-9b51-9952292eba54 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 944 time: 0.0508306 May 24 15:44:24.909086 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:24.938633 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de21eb-89a7-42f3-994c-b154c4124bff req-929c539f-3ba5-4fec-8000-483d5838743f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:24.940602 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-929c539f-3ba5-4fec-8000-483d5838743f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 811 time: 0.1362779 May 24 15:44:24.955570 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-62f5570c-3885-488c-bb36-488e086b54a5 req-60082110-e720-446e-9e7e-d12784afa248 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 210 time: 0.0343237 May 24 15:44:24.970468 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ba18f6b0-481c-4698-9d39-558db88ed8b0 req-18d5a164-e9e2-48f3-9f68-8c3f4a125762 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799501 May 24 15:44:25.017237 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-3314585f-8fbb-4377-8f0d-a8b88797dc20 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc2810000275432fb1337151b6883e90 HTTP/1.1" status: 200 len: 380 time: 0.0572696 May 24 15:44:25.025970 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-73de21eb-89a7-42f3-994c-b154c4124bff req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'port': {'device_id': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'admin_state_up': True, 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'security_groups': ['ac86c14c-2c83-4acf-900e-a0deae1ec097']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:44:25.080455 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e030274-eaa6-4968-9f0c-413a99981195 req-b3a3cbcd-151d-4a1c-a1fa-a20addb7710a tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:25.081984 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6e030274-eaa6-4968-9f0c-413a99981195 req-b3a3cbcd-151d-4a1c-a1fa-a20addb7710a tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.0523040 May 24 15:44:25.140630 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73de21eb-89a7-42f3-994c-b154c4124bff req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Made reservation on behalf of dc2810000275432fb1337151b6883e90 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:44:25.144870 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-73de21eb-89a7-42f3-994c-b154c4124bff req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:25.151704 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6e030274-eaa6-4968-9f0c-413a99981195 req-8556caa1-4cd4-491d-ae08-ee0c5007654a tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b37776-5d25-409b-a268-a2a5076f4cab&id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638196 May 24 15:44:25.276214 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:25.280594 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-73de21eb-89a7-42f3-994c-b154c4124bff req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Allocated IP 172.20.0.6 (ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1/c62369ab-a153-408f-8529-4e2073c47512/61128d49-e701-4c19-8cbf-602dcf947487) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:44:25.319492 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:25.347000 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-62bc5ca2-dcea-40f4-89e1-a252293621ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:25.436126 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-73de21eb-89a7-42f3-994c-b154c4124bff req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for port (61128d49-e701-4c19-8cbf-602dcf947487), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:25.470632 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-73de21eb-89a7-42f3-994c-b154c4124bff req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (61128d49-e701-4c19-8cbf-602dcf947487), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:25.515764 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73de21eb-89a7-42f3-994c-b154c4124bff req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:44:25.519429 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-73de21eb-89a7-42f3-994c-b154c4124bff req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:44:25.523352 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-73de21eb-89a7-42f3-994c-b154c4124bff req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:44:25.548443 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'Port': ['ID=61128d49-e701-4c19-8cbf-602dcf947487,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:44:25.582034 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de21eb-89a7-42f3-994c-b154c4124bff req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:25.582690 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-73de21eb-89a7-42f3-994c-b154c4124bff req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:25.605438 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-9481d9e8-7caa-4296-809c-68f53207dbaa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5830989 May 24 15:44:25.623878 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Request body: {'port': {'device_id': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:44:25.699986 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (61128d49-e701-4c19-8cbf-602dcf947487), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:25.766252 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-fb9843dd-8f9f-4797-b033-77e48c0f76cd None None] Provisioning complete for port 61128d49-e701-4c19-8cbf-602dcf947487 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:44:25.766618 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb9843dd-8f9f-4797-b033-77e48c0f76cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (61128d49-e701-4c19-8cbf-602dcf947487), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:25.798664 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fb9843dd-8f9f-4797-b033-77e48c0f76cd None None] Port 61128d49-e701-4c19-8cbf-602dcf947487 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:44:25.994161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61128d49-e701-4c19-8cbf-602dcf947487 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:44:26.003664 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Publish callbacks [] for port (61128d49-e701-4c19-8cbf-602dcf947487), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:26.019331 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Transition to ACTIVE for port object 61128d49-e701-4c19-8cbf-602dcf947487 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:44:26.024834 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (61128d49-e701-4c19-8cbf-602dcf947487), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:26.073596 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:26.076512 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Pushing event updated for resources: {'Port': ['ID=61128d49-e701-4c19-8cbf-602dcf947487,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:44:26.109719 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f0b68296-7928-4ede-98e0-8adf6abeff09 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:44:26.120203 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b148c43-4c51-4343-9f0f-e927c45c6851 req-9e52e703-21e0-4f47-9997-bf2a025900b8 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:26.130976 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9b148c43-4c51-4343-9f0f-e927c45c6851 req-9e52e703-21e0-4f47-9997-bf2a025900b8 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 943 time: 0.1037891 May 24 15:44:26.160175 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port f0b68296-7928-4ede-98e0-8adf6abeff09 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:44:26.160640 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:26.165151 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Attempting to bind port 61128d49-e701-4c19-8cbf-602dcf947487 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:44:26.165484 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Attempting to bind port 61128d49-e701-4c19-8cbf-602dcf947487 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:44:26.165818 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Attempting to bind port 61128d49-e701-4c19-8cbf-602dcf947487 on network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:44:26.166033 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42afa52-8d90-4cfa-8175-9a2c0037229c req-fe1dbac6-8d1a-49bc-84b4-d83b696af2d0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:26.171635 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Port 61128d49-e701-4c19-8cbf-602dcf947487 on network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:44:26.172129 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Attempting to bind port 61128d49-e701-4c19-8cbf-602dcf947487 on network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:44:26.173264 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a42afa52-8d90-4cfa-8175-9a2c0037229c req-fe1dbac6-8d1a-49bc-84b4-d83b696af2d0 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 944 time: 0.1134353 May 24 15:44:26.180620 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:44:26.181130 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Checking segment: {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:44:26.181520 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Bound using segment: {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:44:26.182576 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Bound port: 61128d49-e701-4c19-8cbf-602dcf947487, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:44:26.182974 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (61128d49-e701-4c19-8cbf-602dcf947487), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:26.224718 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:26.251424 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:26.252432 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f0b68296-7928-4ede-98e0-8adf6abeff09 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:44:26.253074 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:26.259480 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9b148c43-4c51-4343-9f0f-e927c45c6851 req-860e131f-9bac-4d4b-8146-1605e6357443 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266832 May 24 15:44:26.263195 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] For port 61128d49-e701-4c19-8cbf-602dcf947487, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:44:26.267804 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] For port 61128d49-e701-4c19-8cbf-602dcf947487, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=61128d49-e701-4c19-8cbf-602dcf947487,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:44:26.276416 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (61128d49-e701-4c19-8cbf-602dcf947487), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:26.290989 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a42afa52-8d90-4cfa-8175-9a2c0037229c req-10f3289d-4ecb-4087-b738-92f5567692fe tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159852 May 24 15:44:26.295618 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:44:26.298069 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01721775-4c31-4512-8d10-4d0dd4f89f5a" -d '{"events": [{"server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "name": "network-vif-plugged", "status": "completed", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:44:26.312784 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f0b68296-7928-4ede-98e0-8adf6abeff09,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:44:26.340229 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:26.342087 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:26.344417 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:26.347039 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] 10.222.0.59 "PUT /v2.0/ports/61128d49-e701-4c19-8cbf-602dcf947487 HTTP/1.1" status: 200 len: 1093 time: 0.7276530 May 24 15:44:26.347596 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'tag': '61128d49-e701-4c19-8cbf-602dcf947487'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:44:26.350091 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf73735-eb0f-40da-9779-4cc6b85eb3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "23e3acf8-2dfa-4628-83d7-e7f1dbfe203f", "tag": "61128d49-e701-4c19-8cbf-602dcf947487"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:44:26.351956 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21a8053-8f6c-4ec6-a062-828d6aa5f694 x-openstack-request-id: req-b21a8053-8f6c-4ec6-a062-828d6aa5f694 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:44:26.352468 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "name": "network-vif-plugged", "status": "completed", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:44:26.352627 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b21a8053-8f6c-4ec6-a062-828d6aa5f694 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:44:26.353099 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21a8053-8f6c-4ec6-a062-828d6aa5f694'] response: {'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'code': 200} May 24 15:44:26.408950 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53907fcf-8c83-4bff-acdf-8b88155166f1 service neutron] Pushing event updated for resources: {'Port': ['ID=61128d49-e701-4c19-8cbf-602dcf947487,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:44:26.412066 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f0b68296-7928-4ede-98e0-8adf6abeff09,revision_number=10']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:44:26.418619 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff1f8da-5411-4c0d-bd81-9be9f5ed90b6 x-openstack-request-id: req-8ff1f8da-5411-4c0d-bd81-9be9f5ed90b6 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:44:26.419102 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e3acf8-2dfa-4628-83d7-e7f1dbfe203f", "tag": "61128d49-e701-4c19-8cbf-602dcf947487", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:44:26.419543 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ff1f8da-5411-4c0d-bd81-9be9f5ed90b6 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:44:26.420103 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff1f8da-5411-4c0d-bd81-9be9f5ed90b6'] response: {'name': 'network-changed', 'server_uuid': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'tag': '61128d49-e701-4c19-8cbf-602dcf947487', 'status': 'completed', 'code': 200} May 24 15:44:26.448262 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc02ef-7d6f-41d3-b167-16428bc4b1cc req-06a57977-e3b8-410f-b822-33fe1ff749b2 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:26.452578 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a9fc02ef-7d6f-41d3-b167-16428bc4b1cc req-06a57977-e3b8-410f-b822-33fe1ff749b2 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.0997107 May 24 15:44:26.513202 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf73735-eb0f-40da-9779-4cc6b85eb3fa req-17e4dd4c-345a-40cd-a9a7-6ee96bf269d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:26.514798 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-daf73735-eb0f-40da-9779-4cc6b85eb3fa req-17e4dd4c-345a-40cd-a9a7-6ee96bf269d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 1127 time: 0.0575480 May 24 15:44:26.522777 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a9fc02ef-7d6f-41d3-b167-16428bc4b1cc req-909b30d0-e408-4700-99fd-7497e3445b43 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b37776-5d25-409b-a268-a2a5076f4cab&id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649416 May 24 15:44:26.635155 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf73735-eb0f-40da-9779-4cc6b85eb3fa req-e0ca302f-48ac-4631-beeb-f7264ac373f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:26.636679 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-daf73735-eb0f-40da-9779-4cc6b85eb3fa req-e0ca302f-48ac-4631-beeb-f7264ac373f4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dc2810000275432fb1337151b6883e90&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1040893 May 24 15:44:26.650182 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bada5-30ce-43d8-a65b-05831c3d149c req-ba163e08-bfcb-40be-b35b-e220dd09a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:26.651725 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c05bada5-30ce-43d8-a65b-05831c3d149c req-ba163e08-bfcb-40be-b35b-e220dd09a2b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 1130 time: 0.0393424 May 24 15:44:26.699065 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c05bada5-30ce-43d8-a65b-05831c3d149c req-b592ba8f-27c9-4eb5-ba5b-03366864ea26 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421183 May 24 15:44:26.735666 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf73735-eb0f-40da-9779-4cc6b85eb3fa req-64ddf06a-fc25-4056-8044-d7fe3a067db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:26.737407 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-daf73735-eb0f-40da-9779-4cc6b85eb3fa req-64ddf06a-fc25-4056-8044-d7fe3a067db8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948153 May 24 15:44:27.389639 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12d743-afda-40ec-8910-c9bceb21c635 req-419f271b-eefc-44c9-a0bd-8744e8f8e50a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:27.391472 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7f12d743-afda-40ec-8910-c9bceb21c635 req-419f271b-eefc-44c9-a0bd-8744e8f8e50a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 943 time: 0.0573494 May 24 15:44:27.406532 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de21eb-89a7-42f3-994c-b154c4124bff req-09ed45c7-bf01-4927-9068-7d979a959f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:27.408211 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-09ed45c7-bf01-4927-9068-7d979a959f96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 1127 time: 0.0415463 May 24 15:44:27.441580 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcd283-957e-429c-bca3-9d479c91a78a req-eabc202e-ab75-4263-bcb2-261b9e4b49f5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:27.443335 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b4dcd283-957e-429c-bca3-9d479c91a78a req-eabc202e-ab75-4263-bcb2-261b9e4b49f5 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 946 time: 0.0724974 May 24 15:44:27.461762 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-c7126b07-ae8f-4179-b6cd-2919c35ac5c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61128d49-e701-4c19-8cbf-602dcf947487 HTTP/1.1" status: 200 len: 217 time: 0.0368853 May 24 15:44:27.491691 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7f12d743-afda-40ec-8910-c9bceb21c635 req-d3799aea-3253-49c1-ae60-8ef83f49e6ef tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805733 May 24 15:44:27.513857 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b4dcd283-957e-429c-bca3-9d479c91a78a req-b4d73462-4eb4-437b-b21d-40ddab7b34ba tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647755 May 24 15:44:27.531990 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de21eb-89a7-42f3-994c-b154c4124bff req-b8005bb0-516e-4fbc-95e2-1a874bc1874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:27.533750 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-b8005bb0-516e-4fbc-95e2-1a874bc1874d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 200 len: 850 time: 0.0471427 May 24 15:44:27.580648 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de21eb-89a7-42f3-994c-b154c4124bff req-82987502-842d-4c46-95da-8c2536f6f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:27.582259 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-82987502-842d-4c46-95da-8c2536f6f1f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387549 May 24 15:44:27.596342 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:27.603801 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3a68ca41-86c9-4544-b4b8-a31a802db9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:27.643727 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef93464-0137-44cc-b26f-06c98688cadf req-69fdd036-ce92-4344-a47b-7c3fdc09aef9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:27.645447 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9ef93464-0137-44cc-b26f-06c98688cadf req-69fdd036-ce92-4344-a47b-7c3fdc09aef9 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.0522623 May 24 15:44:27.701159 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-04591f88-311d-44b3-9786-fd6f5968d095 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900736 May 24 15:44:27.714054 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9ef93464-0137-44cc-b26f-06c98688cadf req-f6fa489e-88e8-4801-a408-eab64fa5da3f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b37776-5d25-409b-a268-a2a5076f4cab&id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626721 May 24 15:44:27.817289 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-73de21eb-89a7-42f3-994c-b154c4124bff req-79e08fb4-a2e9-4f10-b02e-df00131a2004 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863609 May 24 15:44:28.646523 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f5bf5-1ad0-4d1d-bb50-d51036e40e6d req-a3bd7deb-5dbc-4135-ab73-ef594cc68c9f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:28.648050 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5d1f5bf5-1ad0-4d1d-bb50-d51036e40e6d req-a3bd7deb-5dbc-4135-ab73-ef594cc68c9f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 943 time: 0.0802488 May 24 15:44:28.663281 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0f7e1-eaa7-41c8-be06-0133111cf7d0 req-19b0818c-e329-4f3d-a9be-d5e915376bef tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:28.664769 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-95f0f7e1-eaa7-41c8-be06-0133111cf7d0 req-19b0818c-e329-4f3d-a9be-d5e915376bef tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 946 time: 0.0648682 May 24 15:44:28.710062 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:28.740233 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5d1f5bf5-1ad0-4d1d-bb50-d51036e40e6d req-344c4540-fd93-4c96-b734-28e332d710e0 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843999 May 24 15:44:28.747925 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-95f0f7e1-eaa7-41c8-be06-0133111cf7d0 req-352088ca-b72d-4298-9e62-84d06e2dc9e7 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767784 May 24 15:44:28.847975 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3753165-8979-42aa-a53e-322a98f0b2af req-3d6eac3a-43b2-44b9-ba64-a8724cf013ab tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:28.849504 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d3753165-8979-42aa-a53e-322a98f0b2af req-3d6eac3a-43b2-44b9-ba64-a8724cf013ab tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.0517483 May 24 15:44:28.910552 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d3753165-8979-42aa-a53e-322a98f0b2af req-9818af89-82e8-4b50-8ac7-8dba992b2cfe tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b37776-5d25-409b-a268-a2a5076f4cab&id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548046 May 24 15:44:29.147733 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:29.888927 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37681f29-1584-4d56-bb51-2d2c26a0162a req-a845f72e-153f-4d9a-b636-af3a14634b7c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:29.890513 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-37681f29-1584-4d56-bb51-2d2c26a0162a req-a845f72e-153f-4d9a-b636-af3a14634b7c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 943 time: 0.0728259 May 24 15:44:29.898832 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873845c-5b10-4642-87bc-5caff825a601 req-01a63557-1730-4dd7-bf9d-84645e429577 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:29.900240 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2873845c-5b10-4642-87bc-5caff825a601 req-01a63557-1730-4dd7-bf9d-84645e429577 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 946 time: 0.0724239 May 24 15:44:29.976798 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-37681f29-1584-4d56-bb51-2d2c26a0162a req-f0fba1cf-feee-4038-88e2-209a64f3c259 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755980 May 24 15:44:29.979724 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2873845c-5b10-4642-87bc-5caff825a601 req-cbc5df8b-f9eb-47ac-a864-e804ee574683 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727987 May 24 15:44:30.087711 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083aeb89-94d5-4edf-9efe-c9aa53935eee req-83e1b5a0-9e65-4de0-94c7-742529519b52 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:30.089193 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-083aeb89-94d5-4edf-9efe-c9aa53935eee req-83e1b5a0-9e65-4de0-94c7-742529519b52 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.0542638 May 24 15:44:30.128668 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:30.155903 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-083aeb89-94d5-4edf-9efe-c9aa53935eee req-0f65f1bb-2c32-4421-9197-a99739b38c36 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b37776-5d25-409b-a268-a2a5076f4cab&id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609267 May 24 15:44:30.335851 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:31.092048 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ed119-16ad-4566-a290-188273442b5f req-ca5820c9-c801-4757-aa74-7d7fcd3bd21e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:31.093512 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-557ed119-16ad-4566-a290-188273442b5f req-ca5820c9-c801-4757-aa74-7d7fcd3bd21e tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 943 time: 0.0476646 May 24 15:44:31.148045 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-557ed119-16ad-4566-a290-188273442b5f req-48ae95c6-75a6-4939-bb0e-38d25059b70f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487952 May 24 15:44:31.289628 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5633e13-c561-4fee-8cbb-03a37c1fd42e req-7658b159-eecd-4746-a207-b08df765a33f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:31.291034 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c5633e13-c561-4fee-8cbb-03a37c1fd42e req-7658b159-eecd-4746-a207-b08df765a33f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.0553727 May 24 15:44:31.349674 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c5633e13-c561-4fee-8cbb-03a37c1fd42e req-5c27df70-4f27-4bd5-88ae-4c4206d2967e tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b37776-5d25-409b-a268-a2a5076f4cab&id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530889 May 24 15:44:31.715098 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:31.730164 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:31.897320 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:44:32.273670 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8e2d5-67e5-4b4a-af82-70190fbadc7c req-0ded58b0-b634-45a1-b18d-7f464f8231d8 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:32.275151 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-69f8e2d5-67e5-4b4a-af82-70190fbadc7c req-0ded58b0-b634-45a1-b18d-7f464f8231d8 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 943 time: 0.0508029 May 24 15:44:32.326592 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-69f8e2d5-67e5-4b4a-af82-70190fbadc7c req-b6ab4668-ea5c-4163-9cf9-b379129f819c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458393 May 24 15:44:32.475955 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c74ae2-f580-4668-a2d6-0671b2095d3a req-07760055-ce99-4068-af73-997af8ca9768 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:32.477424 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e6c74ae2-f580-4668-a2d6-0671b2095d3a req-07760055-ce99-4068-af73-997af8ca9768 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.0503385 May 24 15:44:32.539670 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e6c74ae2-f580-4668-a2d6-0671b2095d3a req-6b144600-7419-4397-bcc9-939ffd77e5c8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b37776-5d25-409b-a268-a2a5076f4cab&id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565662 May 24 15:44:33.453972 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c46b5-b4c3-493e-9816-82a001ab5ad1 req-c003674a-2572-4db7-a8e8-d482f58d8758 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:33.455448 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b51c46b5-b4c3-493e-9816-82a001ab5ad1 req-c003674a-2572-4db7-a8e8-d482f58d8758 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 943 time: 0.0484192 May 24 15:44:33.506623 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b51c46b5-b4c3-493e-9816-82a001ab5ad1 req-52bc37df-1ad1-41d6-b60c-71123385f634 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454149 May 24 15:44:33.682271 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed55f9-8463-4fc8-9a3d-cf7361907909 req-7d5df975-ba1e-4cb4-9cd0-f056220d8060 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:33.683703 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-34ed55f9-8463-4fc8-9a3d-cf7361907909 req-7d5df975-ba1e-4cb4-9cd0-f056220d8060 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.0566108 May 24 15:44:33.747813 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-34ed55f9-8463-4fc8-9a3d-cf7361907909 req-4c773670-2bec-4110-aa0c-0be7a34ce50e tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b37776-5d25-409b-a268-a2a5076f4cab&id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551364 May 24 15:44:34.599200 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:34.636397 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eccc43-aad4-47a2-8162-cb482147328e req-b9553bc9-61ad-45a4-b518-32ffc6bf6b26 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:34.637902 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e4eccc43-aad4-47a2-8162-cb482147328e req-b9553bc9-61ad-45a4-b518-32ffc6bf6b26 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 943 time: 0.0486650 May 24 15:44:34.689245 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e4eccc43-aad4-47a2-8162-cb482147328e req-a036514f-919c-4d36-b6dd-57158afcf589 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 May 24 15:44:34.868194 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887792f-1147-4c4c-8a3b-08802c8e2318 req-79380138-1faa-4c88-8ea8-04a39538550f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:34.869581 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8887792f-1147-4c4c-8a3b-08802c8e2318 req-79380138-1faa-4c88-8ea8-04a39538550f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.0471826 May 24 15:44:34.935710 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8887792f-1147-4c4c-8a3b-08802c8e2318 req-c3165ce7-759f-48a4-a3aa-e19967a8960d tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b37776-5d25-409b-a268-a2a5076f4cab&id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602353 May 24 15:44:35.816934 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a87a91-c4fc-4f46-8fd4-44ccb40c75d1 req-44f06713-a1cd-4114-992f-fb90a258697f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:35.818321 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f1a87a91-c4fc-4f46-8fd4-44ccb40c75d1 req-44f06713-a1cd-4114-992f-fb90a258697f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 943 time: 0.0473976 May 24 15:44:35.870699 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f1a87a91-c4fc-4f46-8fd4-44ccb40c75d1 req-f5e62e6a-9178-41b7-81be-cf1437bec8d8 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467765 May 24 15:44:36.161163 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 61128d49-e701-4c19-8cbf-602dcf947487 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:44:36.281334 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 61128d49-e701-4c19-8cbf-602dcf947487, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=61128d49-e701-4c19-8cbf-602dcf947487,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:44:36.292715 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': '61128d49-e701-4c19-8cbf-602dcf947487', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'port_id': '61128d49-e701-4c19-8cbf-602dcf947487', 'mac_address': 'fa:16:3e:d3:93:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:44:36.326715 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 61128d49-e701-4c19-8cbf-602dcf947487 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:44:36.327100 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (61128d49-e701-4c19-8cbf-602dcf947487), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:36.339755 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61128d49-e701-4c19-8cbf-602dcf947487 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:44:36.359159 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 61128d49-e701-4c19-8cbf-602dcf947487, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=61128d49-e701-4c19-8cbf-602dcf947487,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:44:36.367243 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (61128d49-e701-4c19-8cbf-602dcf947487), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:36.419979 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=61128d49-e701-4c19-8cbf-602dcf947487,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:44:36.703877 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['61128d49-e701-4c19-8cbf-602dcf947487'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:44:36.987486 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282431c-3d60-4967-870e-8a7cb9376319 req-bc20d5df-3019-432d-b5de-9e9292109346 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:36.989001 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3282431c-3d60-4967-870e-8a7cb9376319 req-bc20d5df-3019-432d-b5de-9e9292109346 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 944 time: 0.0471349 May 24 15:44:37.039108 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3282431c-3d60-4967-870e-8a7cb9376319 req-8dd2269c-c0c9-4af4-8e40-fd75204d2fdc tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442116 May 24 15:44:37.533100 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:37.812467 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:37.814590 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=63 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:38.127385 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:38.173902 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2858a8-4994-43c1-92af-1d16d0e6dda6 req-2d405500-9170-41e5-953c-aceaca0b2ed2 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:38.174197 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 61128d49-e701-4c19-8cbf-602dcf947487 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:44:38.175364 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ac2858a8-4994-43c1-92af-1d16d0e6dda6 req-2d405500-9170-41e5-953c-aceaca0b2ed2 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 944 time: 0.0565193 May 24 15:44:38.217880 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port 61128d49-e701-4c19-8cbf-602dcf947487 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:44:38.225085 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port 61128d49-e701-4c19-8cbf-602dcf947487 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:44:38.225443 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (61128d49-e701-4c19-8cbf-602dcf947487), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:38.227250 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ac2858a8-4994-43c1-92af-1d16d0e6dda6 req-b374d516-f284-4f25-9281-bd281188c742 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458744 May 24 15:44:38.298001 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 61128d49-e701-4c19-8cbf-602dcf947487 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:44:38.298354 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (61128d49-e701-4c19-8cbf-602dcf947487), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:38.323492 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61128d49-e701-4c19-8cbf-602dcf947487'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:44:38.325643 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4c4edb-4747-4f79-846c-612ac356c9ea" -d '{"events": [{"server_uuid": "23e3acf8-2dfa-4628-83d7-e7f1dbfe203f", "name": "network-vif-plugged", "status": "completed", "tag": "61128d49-e701-4c19-8cbf-602dcf947487"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:44:38.341638 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 61128d49-e701-4c19-8cbf-602dcf947487, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=61128d49-e701-4c19-8cbf-602dcf947487,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:44:38.346486 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (61128d49-e701-4c19-8cbf-602dcf947487), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:38.352073 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:38.369546 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24545544-0f3a-4262-a884-d590dfadda4d x-openstack-request-id: req-24545544-0f3a-4262-a884-d590dfadda4d {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:44:38.369835 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e3acf8-2dfa-4628-83d7-e7f1dbfe203f", "name": "network-vif-plugged", "status": "completed", "tag": "61128d49-e701-4c19-8cbf-602dcf947487", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:44:38.370081 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24545544-0f3a-4262-a884-d590dfadda4d {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:44:38.370464 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24545544-0f3a-4262-a884-d590dfadda4d'] response: {'server_uuid': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61128d49-e701-4c19-8cbf-602dcf947487', 'code': 200} May 24 15:44:38.381222 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:38.397854 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=61128d49-e701-4c19-8cbf-602dcf947487,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:44:38.631755 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4228b-f369-4706-88f6-74c7623058e9 req-d35e9d82-3adb-4155-9b4a-1254d78133a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:38.633398 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-84d4228b-f369-4706-88f6-74c7623058e9 req-d35e9d82-3adb-4155-9b4a-1254d78133a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 1129 time: 0.0474958 May 24 15:44:38.690309 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-84d4228b-f369-4706-88f6-74c7623058e9 req-83fb2aa6-eb7f-4e71-a91a-4d684b06efec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455153 May 24 15:44:39.360865 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060542c-c8fc-4bd6-bad2-4819b44c7042 req-69eadb8a-90a2-4b86-b855-476725474023 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:39.362317 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7060542c-c8fc-4bd6-bad2-4819b44c7042 req-69eadb8a-90a2-4b86-b855-476725474023 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 945 time: 0.0503631 May 24 15:44:39.416555 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7060542c-c8fc-4bd6-bad2-4819b44c7042 req-2bac22c2-0d27-4a98-bf01-b04179767ccf tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459235 May 24 15:44:40.537066 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7ac9a-a766-43c0-bbc8-b2cfa586fb41 req-61d3c857-5c3b-4052-a240-c79a00fad777 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:40.538519 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a0a7ac9a-a766-43c0-bbc8-b2cfa586fb41 req-61d3c857-5c3b-4052-a240-c79a00fad777 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 945 time: 0.0509558 May 24 15:44:40.593625 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a0a7ac9a-a766-43c0-bbc8-b2cfa586fb41 req-2059808b-674b-494c-9c46-c6d204438439 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468514 May 24 15:44:40.712548 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345595-9c89-4f4d-bbae-fa25f953843e req-e2bd1a8a-5c3d-40f4-84fe-1da9779fcf06 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:40.714219 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-85345595-9c89-4f4d-bbae-fa25f953843e req-e2bd1a8a-5c3d-40f4-84fe-1da9779fcf06 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 945 time: 0.0507014 May 24 15:44:40.765863 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-85345595-9c89-4f4d-bbae-fa25f953843e req-f187170a-1774-4e70-a9b8-dbb2e9397df3 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457485 May 24 15:44:40.786969 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54056) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:44:40.824945 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdfc94d-b491-4ccb-892f-2d5f8adb7f7b tempest-TestVolumeBootPattern-684375082 tempest-TestVolumeBootPattern-684375082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:40.826548 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5fdfc94d-b491-4ccb-892f-2d5f8adb7f7b tempest-TestVolumeBootPattern-684375082 tempest-TestVolumeBootPattern-684375082-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 1124 time: 0.0385659 May 24 15:44:40.829288 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54060) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:44:40.833745 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'port_id': '61128d49-e701-4c19-8cbf-602dcf947487', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:44:40.855710 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:40.936635 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:41.049378 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Allocated IP 172.27.3.81 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/81d5574d-39f0-415a-b8d3-4ec8d6782072) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:44:41.150737 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for port (81d5574d-39f0-415a-b8d3-4ec8d6782072), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:41.190016 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (81d5574d-39f0-415a-b8d3-4ec8d6782072), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:41.229651 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:44:41.234367 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:44:41.238388 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:44:41.241541 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'Port': ['ID=81d5574d-39f0-415a-b8d3-4ec8d6782072,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:44:41.269176 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.269513 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.269845 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.270234 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.270557 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.270879 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.271194 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.271512 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.271812 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.272167 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.272469 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.272780 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.273093 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.273403 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.273713 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:44:41.478239 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:41.520372 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:41.617833 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (ccc67491-9d21-416e-b91f-12de187172e6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:41.687780 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (81d5574d-39f0-415a-b8d3-4ec8d6782072), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:41.868891 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for port (81d5574d-39f0-415a-b8d3-4ec8d6782072), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:41.875603 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (81d5574d-39f0-415a-b8d3-4ec8d6782072), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:41.948651 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'Port': ['ID=81d5574d-39f0-415a-b8d3-4ec8d6782072,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:44:41.960416 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (ccc67491-9d21-416e-b91f-12de187172e6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:42.065654 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Floating IP ccc67491-9d21-416e-b91f-12de187172e6 associated. External IP: 172.27.3.81, port: 61128d49-e701-4c19-8cbf-602dcf947487. May 24 15:44:42.262333 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Router 2b81af0c-946a-4009-a237-09f8b86208b9 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:44:42.323589 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:42.373095 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:44:42.383764 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f320ce-ff59-4d27-93d3-f476de0378cb None None] Sync routers for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:44:42.392956 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:42.396435 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f320ce-ff59-4d27-93d3-f476de0378cb None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:44:42.397056 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a3f320ce-ff59-4d27-93d3-f476de0378cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:44:42.423268 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-bbfdc8bf-ed1a-42b1-8ca5-f5c24dc2764a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5929515 May 24 15:44:42.424056 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'tag': '61128d49-e701-4c19-8cbf-602dcf947487'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:44:42.426618 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178e759f-40db-4ae8-ac1e-b67323969058" -d '{"events": [{"name": "network-changed", "server_uuid": "23e3acf8-2dfa-4628-83d7-e7f1dbfe203f", "tag": "61128d49-e701-4c19-8cbf-602dcf947487"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:44:42.461686 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f107982-ccf8-432f-9b99-1e941829f0e1 x-openstack-request-id: req-9f107982-ccf8-432f-9b99-1e941829f0e1 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:44:42.461974 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e3acf8-2dfa-4628-83d7-e7f1dbfe203f", "tag": "61128d49-e701-4c19-8cbf-602dcf947487", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:44:42.462219 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f107982-ccf8-432f-9b99-1e941829f0e1 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:44:42.462620 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f107982-ccf8-432f-9b99-1e941829f0e1'] response: {'name': 'network-changed', 'server_uuid': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'tag': '61128d49-e701-4c19-8cbf-602dcf947487', 'status': 'completed', 'code': 200} May 24 15:44:42.500952 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-a3f320ce-ff59-4d27-93d3-f476de0378cb None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:44:42.516342 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:42.552465 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e759f-40db-4ae8-ac1e-b67323969058 req-ac85e3d7-3051-4acc-bda3-930dc6af0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:42.554058 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-178e759f-40db-4ae8-ac1e-b67323969058 req-ac85e3d7-3051-4acc-bda3-930dc6af0cc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 1129 time: 0.0459557 May 24 15:44:42.648482 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e759f-40db-4ae8-ac1e-b67323969058 req-78a873d4-2318-4211-9df4-11d0d0393b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:42.649851 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-178e759f-40db-4ae8-ac1e-b67323969058 req-78a873d4-2318-4211-9df4-11d0d0393b23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 912 time: 0.0876217 May 24 15:44:42.715272 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-178e759f-40db-4ae8-ac1e-b67323969058 req-4f3d2bf4-ab5e-4de5-8b2d-16f4901f3a86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61128d49-e701-4c19-8cbf-602dcf947487 HTTP/1.1" status: 200 len: 998 time: 0.0594888 May 24 15:44:42.717791 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a3f320ce-ff59-4d27-93d3-f476de0378cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'ccc67491-9d21-416e-b91f-12de187172e6', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': '61128d49-e701-4c19-8cbf-602dcf947487', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:d3:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:44:41Z', 'updated_at': '2022-05-24T15:44:41Z', 'revision_number': 0, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:44:42.741892 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f320ce-ff59-4d27-93d3-f476de0378cb None None] Checking router: 2b81af0c-946a-4009-a237-09f8b86208b9 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:44:42.750689 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f320ce-ff59-4d27-93d3-f476de0378cb None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:44:42.751283 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a3f320ce-ff59-4d27-93d3-f476de0378cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:44:42.763964 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e759f-40db-4ae8-ac1e-b67323969058 req-4679a745-db1c-496c-b67a-c3d817e77d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:42.765756 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-178e759f-40db-4ae8-ac1e-b67323969058 req-4679a745-db1c-496c-b67a-c3d817e77d5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 200 len: 850 time: 0.0444710 May 24 15:44:42.810595 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e759f-40db-4ae8-ac1e-b67323969058 req-a5361775-b051-4411-bc9f-540148b16e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:42.812178 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-178e759f-40db-4ae8-ac1e-b67323969058 req-a5361775-b051-4411-bc9f-540148b16e5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399826 May 24 15:44:42.852608 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-a3f320ce-ff59-4d27-93d3-f476de0378cb None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:44:42.906100 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-178e759f-40db-4ae8-ac1e-b67323969058 req-97e42729-db02-4f92-9456-0a150acc2448 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865328 May 24 15:44:42.996048 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-178e759f-40db-4ae8-ac1e-b67323969058 req-c7870b4a-e7e5-4d75-833e-34bc0732319c service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830772 May 24 15:44:43.059289 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a3f320ce-ff59-4d27-93d3-f476de0378cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'ccc67491-9d21-416e-b91f-12de187172e6', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': '61128d49-e701-4c19-8cbf-602dcf947487', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:d3:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:44:41Z', 'updated_at': '2022-05-24T15:44:41Z', 'revision_number': 0, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:44:43.087090 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f320ce-ff59-4d27-93d3-f476de0378cb None None] The sync data for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi is: [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'ccc67491-9d21-416e-b91f-12de187172e6', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': '61128d49-e701-4c19-8cbf-602dcf947487', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:d3:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:44:41Z', 'updated_at': '2022-05-24T15:44:41Z', 'revision_number': 0, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:44:43.285079 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54515446-c0d5-4167-b763-edc34e17dac7 None None] New status for floating IP ccc67491-9d21-416e-b91f-12de187172e6: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:44:48.818473 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1e8a7-6979-43ab-8cf9-70ae58974ef6 req-2bc48c52-6c28-4bb8-a3ff-30c4fb3a680a tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:48.819909 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a1f1e8a7-6979-43ab-8cf9-70ae58974ef6 req-2bc48c52-6c28-4bb8-a3ff-30c4fb3a680a tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0471632 May 24 15:44:48.871017 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a1f1e8a7-6979-43ab-8cf9-70ae58974ef6 req-c316f3cf-7c90-4740-8c0d-58c3411846dc tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427923 May 24 15:44:49.996803 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf2191-8d52-4cd1-ab51-ca2b3ca9bdf0 req-de231dd7-4125-4f65-8389-fe51681b6869 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:49.998254 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9aaf2191-8d52-4cd1-ab51-ca2b3ca9bdf0 req-de231dd7-4125-4f65-8389-fe51681b6869 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0496185 May 24 15:44:50.046097 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9aaf2191-8d52-4cd1-ab51-ca2b3ca9bdf0 req-38f7dafe-d0a4-4332-887b-99de3b0a2d5e tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 May 24 15:44:51.180080 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f2887-9258-45fd-8460-98a3061752ff req-229601b3-4a24-49f7-bf29-7891c9e134b6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:51.181567 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-490f2887-9258-45fd-8460-98a3061752ff req-229601b3-4a24-49f7-bf29-7891c9e134b6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0625544 May 24 15:44:51.216192 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:51.231065 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-490f2887-9258-45fd-8460-98a3061752ff req-9b64e062-294a-49bd-b9ab-807443946004 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437787 May 24 15:44:52.376198 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36ceb2-81ac-4cf6-8949-cec836f127f6 req-ca0f4644-2a89-4686-b51d-7dbe1f0d7ce6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:52.377659 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bb36ceb2-81ac-4cf6-8949-cec836f127f6 req-ca0f4644-2a89-4686-b51d-7dbe1f0d7ce6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0615518 May 24 15:44:52.433667 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bb36ceb2-81ac-4cf6-8949-cec836f127f6 req-1aa1fb17-0bb6-4340-b28b-0d33bd55ce33 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472515 May 24 15:44:52.991487 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=43 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:52.992769 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=60,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:53.062276 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=76 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:53.063405 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=80 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:53.570089 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23dc09-de71-4a1c-90e1-a221df5e9595 req-42542f3c-873f-42e7-952f-e53f4f9e51d3 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:53.571534 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0f23dc09-de71-4a1c-90e1-a221df5e9595 req-42542f3c-873f-42e7-952f-e53f4f9e51d3 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0571854 May 24 15:44:53.635440 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0f23dc09-de71-4a1c-90e1-a221df5e9595 req-ec94a835-a61b-428b-a360-b4cf4013b9e7 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557175 May 24 15:44:54.761956 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60481fb-41a0-46b3-bdb6-409f484dc201 req-f6216ebc-ca79-495e-a571-a35f02260639 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:54.763402 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c60481fb-41a0-46b3-bdb6-409f484dc201 req-f6216ebc-ca79-495e-a571-a35f02260639 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0460207 May 24 15:44:54.814688 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c60481fb-41a0-46b3-bdb6-409f484dc201 req-063afd3d-4bef-46a0-96cf-259d656ced96 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453205 May 24 15:44:55.352792 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-57c92ad2-6b7c-4e08-bf35-6c7cd81e5870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:55.942723 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a33123-f3e5-4108-94ee-4d343832bf99 req-3f49f861-88f0-4283-957a-5a973b5e28d1 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:55.944055 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-25a33123-f3e5-4108-94ee-4d343832bf99 req-3f49f861-88f0-4283-957a-5a973b5e28d1 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0531256 May 24 15:44:55.992302 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-25a33123-f3e5-4108-94ee-4d343832bf99 req-ffab8d97-377f-40ab-8f30-d1f4c23edca5 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426209 May 24 15:44:57.100289 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:44:57.119514 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26613fb9-94d5-47aa-89a1-1bde718250d8 req-9b950bfd-3ec8-4460-811f-cf5a7b167b70 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:57.121034 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-26613fb9-94d5-47aa-89a1-1bde718250d8 req-9b950bfd-3ec8-4460-811f-cf5a7b167b70 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0492554 May 24 15:44:57.169641 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-26613fb9-94d5-47aa-89a1-1bde718250d8 req-6c90690a-8aa1-44ac-87a6-9e0a5f97ef25 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 May 24 15:44:57.598622 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7ff987de-5221-425c-b62a-7eb6dc849827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:58.291963 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52055750-e6f1-4cdc-bebf-ed65d3373677 req-ce2a539f-df1b-4b06-a10c-efa11bfa780f tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:58.293419 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-52055750-e6f1-4cdc-bebf-ed65d3373677 req-ce2a539f-df1b-4b06-a10c-efa11bfa780f tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0512130 May 24 15:44:58.343195 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-52055750-e6f1-4cdc-bebf-ed65d3373677 req-a0ccff68-b308-4e39-9498-91af12a5d604 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 May 24 15:44:59.151712 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:44:59.470097 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40f0ca-2f5e-4fd1-844e-343fe05b236c req-0fb6f95a-ea53-4b38-b8af-e4b68c34e184 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:59.471544 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fb40f0ca-2f5e-4fd1-844e-343fe05b236c req-0fb6f95a-ea53-4b38-b8af-e4b68c34e184 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0467818 May 24 15:44:59.518442 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fb40f0ca-2f5e-4fd1-844e-343fe05b236c req-fd8ddcba-1caf-49ad-a773-b593126287b4 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412188 May 24 15:44:59.762214 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a370af-937c-450a-83a5-c7dbf6cfa373 req-7d0e6390-46c9-4fe9-a5ba-9d72d13cffbd tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:59.763997 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c2a370af-937c-450a-83a5-c7dbf6cfa373 req-7d0e6390-46c9-4fe9-a5ba-9d72d13cffbd tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0473318 May 24 15:44:59.818271 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c2a370af-937c-450a-83a5-c7dbf6cfa373 req-d876949d-024d-4734-b5f4-7be457e5f51c tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476804 May 24 15:44:59.849559 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e35ce-65c3-4ce9-8ca1-778e5b372ebd req-73cd0666-474c-4996-91bd-4ffbff0260c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:44:59.851050 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8d8e35ce-65c3-4ce9-8ca1-778e5b372ebd req-73cd0666-474c-4996-91bd-4ffbff0260c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 1129 time: 0.0403569 May 24 15:45:00.185559 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e35ce-65c3-4ce9-8ca1-778e5b372ebd req-659128a3-c320-409e-b9fd-1abeb45815dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:00.186949 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8d8e35ce-65c3-4ce9-8ca1-778e5b372ebd req-659128a3-c320-409e-b9fd-1abeb45815dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0609c63-82a5-45e5-be15-292af1dcfb75 HTTP/1.1" status: 200 len: 912 time: 0.3289797 May 24 15:45:00.249013 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8d8e35ce-65c3-4ce9-8ca1-778e5b372ebd req-f68269bc-dc91-4af9-a502-cbf9e1bbcbc6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd56e978-8417-4a9e-9877-8bfb981aa335 HTTP/1.1" status: 200 len: 1001 time: 0.0550961 May 24 15:45:00.318779 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e35ce-65c3-4ce9-8ca1-778e5b372ebd req-ccdd8384-334a-425d-a96f-a5042e449374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:00.319843 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8d8e35ce-65c3-4ce9-8ca1-778e5b372ebd req-ccdd8384-334a-425d-a96f-a5042e449374 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2edc2840-bb64-422a-be91-aa0787520465 HTTP/1.1" status: 200 len: 850 time: 0.0576286 May 24 15:45:00.335432 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:00.365161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e35ce-65c3-4ce9-8ca1-778e5b372ebd req-0d51cec3-177d-4e05-a6d3-e7e4fab4b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:00.366683 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8d8e35ce-65c3-4ce9-8ca1-778e5b372ebd req-0d51cec3-177d-4e05-a6d3-e7e4fab4b445 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0609c63-82a5-45e5-be15-292af1dcfb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404868 May 24 15:45:00.459602 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8d8e35ce-65c3-4ce9-8ca1-778e5b372ebd req-4e4db038-04c4-459f-a4af-450c431afe7d service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859692 May 24 15:45:00.555763 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8d8e35ce-65c3-4ce9-8ca1-778e5b372ebd req-854f45ff-a762-4e6c-9e1c-f58971a12d41 service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870051 May 24 15:45:00.954673 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2432d3-112c-43a9-9fb0-859e68355773 req-32688644-7c4b-4687-aef7-8348f6fa5468 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:00.956167 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2d2432d3-112c-43a9-9fb0-859e68355773 req-32688644-7c4b-4687-aef7-8348f6fa5468 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0551095 May 24 15:45:01.003734 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2d2432d3-112c-43a9-9fb0-859e68355773 req-b3046765-3a2f-4525-8754-a221f0f961a8 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417547 May 24 15:45:01.725501 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:02.123175 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298ad6b-776e-44f1-839f-720232cd7721 req-d360023e-1853-400f-aad3-ecd72259f9fb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:02.124659 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5298ad6b-776e-44f1-839f-720232cd7721 req-d360023e-1853-400f-aad3-ecd72259f9fb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0499730 May 24 15:45:02.172683 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5298ad6b-776e-44f1-839f-720232cd7721 req-c784c9da-fb9e-4d71-820a-827a64ef4745 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417662 May 24 15:45:03.652835 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cbfcf-1cda-4d2c-bedd-3a238c5b8c7e req-8d001c7f-ae18-429b-a7cc-977dcf0aea04 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:03.654300 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-424cbfcf-1cda-4d2c-bedd-3a238c5b8c7e req-8d001c7f-ae18-429b-a7cc-977dcf0aea04 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 946 time: 0.0558035 May 24 15:45:03.682207 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:03.707295 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-424cbfcf-1cda-4d2c-bedd-3a238c5b8c7e req-427e0106-fd48-4cf3-aa19-4786e13133aa tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446579 May 24 15:45:04.839663 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753905d-8d37-4396-ac1d-0e904449a822 req-c61fbcdf-3d6c-4d7e-8a95-c6adfa6bf184 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:04.841125 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e753905d-8d37-4396-ac1d-0e904449a822 req-c61fbcdf-3d6c-4d7e-8a95-c6adfa6bf184 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 946 time: 0.0493753 May 24 15:45:04.890120 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e753905d-8d37-4396-ac1d-0e904449a822 req-0f1c7f5b-7bc3-4d81-8d2b-93c035cf7253 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b275076-a450-48c6-b3c6-321a3772103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 May 24 15:45:05.302368 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-0b010ab6-fbc3-4c4a-82bc-09aa7fd1c6ba tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:05.303797 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-0b010ab6-fbc3-4c4a-82bc-09aa7fd1c6ba tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.59 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 946 time: 0.0561182 May 24 15:45:05.397034 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Deleting port f0b68296-7928-4ede-98e0-8adf6abeff09 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:05.397344 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:05.482542 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] For port f0b68296-7928-4ede-98e0-8adf6abeff09, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f0b68296-7928-4ede-98e0-8adf6abeff09,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:05.482894 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:05.662333 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:05.662575 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (b500c005-6550-4809-a7d3-5edb09c01c20), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:05.662906 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Floating IP b500c005-6550-4809-a7d3-5edb09c01c20 disassociated. External IP: 172.27.3.174, port: f0b68296-7928-4ede-98e0-8adf6abeff09. May 24 15:45:05.663252 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Calling delete_port for f0b68296-7928-4ede-98e0-8adf6abeff09 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:05.718460 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:05.783095 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:05.799150 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (f0b68296-7928-4ede-98e0-8adf6abeff09), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:05.824881 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event deleted for resources: {'Port': ['ID=f0b68296-7928-4ede-98e0-8adf6abeff09,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:05.940663 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:45:06.010150 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f63bc49e-4b95-4c4c-a7a3-73dfe63d1665 req-a3e22428-c93d-4456-9596-9242a37a972c tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a52505-bbe8-48c0-ba6f-ec99a6980285 HTTP/1.1" status: 200 len: 210 time: 0.0310578 May 24 15:45:06.045773 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:45:06.057356 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b172400f-e9ab-4230-9a9f-ee3f305a1d5a None None] Sync routers for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:45:06.067890 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b172400f-e9ab-4230-9a9f-ee3f305a1d5a None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:06.068534 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b172400f-e9ab-4230-9a9f-ee3f305a1d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:06.087463 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] No DVR routers for this DVR port f0b68296-7928-4ede-98e0-8adf6abeff09 on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:45:06.090132 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:06.093434 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f3bf4135-3c5e-434c-9951-d546d7fba668 req-2795eec9-2e1e-43ee-92cd-89afadbde72b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.59 "DELETE /v2.0/ports/f0b68296-7928-4ede-98e0-8adf6abeff09 HTTP/1.1" status: 204 len: 173 time: 0.7804260 May 24 15:45:06.093839 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'name': 'network-vif-deleted', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:45:06.096298 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fa5773-4ef4-4939-95da-be4a0e8a0d2c" -d '{"events": [{"server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "name": "network-vif-deleted", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:45:06.135845 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a610cc0-1eff-4791-bf36-d9c47a0fdae9 x-openstack-request-id: req-8a610cc0-1eff-4791-bf36-d9c47a0fdae9 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:45:06.136169 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a52505-bbe8-48c0-ba6f-ec99a6980285", "name": "network-vif-deleted", "tag": "f0b68296-7928-4ede-98e0-8adf6abeff09", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:45:06.136437 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a610cc0-1eff-4791-bf36-d9c47a0fdae9 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:45:06.136825 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a610cc0-1eff-4791-bf36-d9c47a0fdae9'] response: {'server_uuid': '92a52505-bbe8-48c0-ba6f-ec99a6980285', 'name': 'network-vif-deleted', 'tag': 'f0b68296-7928-4ede-98e0-8adf6abeff09', 'status': 'completed', 'code': 200} May 24 15:45:06.171111 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b172400f-e9ab-4230-9a9f-ee3f305a1d5a None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:06.458052 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b172400f-e9ab-4230-9a9f-ee3f305a1d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:06.485321 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b172400f-e9ab-4230-9a9f-ee3f305a1d5a None None] Checking router: cad1d95c-ee3c-4ffd-9237-920169d9fbc2 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:45:06.494187 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b172400f-e9ab-4230-9a9f-ee3f305a1d5a None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:06.494777 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b172400f-e9ab-4230-9a9f-ee3f305a1d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:06.598616 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b172400f-e9ab-4230-9a9f-ee3f305a1d5a None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:06.783871 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b172400f-e9ab-4230-9a9f-ee3f305a1d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:06.807939 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b172400f-e9ab-4230-9a9f-ee3f305a1d5a None None] The sync data for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi is: [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:38:11Z', 'revision_number': 4, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '032d9681-2b0c-49b1-85cf-06d90b06bbcf', 'name': '', 'network_id': '062393c0-66b9-4ecb-bb43-dbb81b8673fe', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'mac_address': 'fa:16:3e:73:bd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:10Z', 'updated_at': '2022-05-24T15:38:16Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'subnets': [{'id': '406760c0-7990-42bd-b875-7a3c5b0f957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:45:07.044570 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcf7cb-82a8-4699-bed3-86d643f479b1 None None] New status for floating IP b500c005-6550-4809-a7d3-5edb09c01c20: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:45:07.106623 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54152) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:07.160315 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group (0b275076-a450-48c6-b3c6-321a3772103a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:07.185249 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group (0b275076-a450-48c6-b3c6-321a3772103a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:07.236621 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (0b275076-a450-48c6-b3c6-321a3772103a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:07.239430 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:07.240590 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "DELETE /v2.0/security-groups/0b275076-a450-48c6-b3c6-321a3772103a HTTP/1.1" status: 204 len: 168 time: 0.1329861 May 24 15:45:07.243430 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54154) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:07.249590 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b275076-a450-48c6-b3c6-321a3772103a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:07.256927 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.257259 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.257591 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.257797 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.api.v2.resource [None req-3ae787f6-8c77-4422-b2e7-5d49aa28d349 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] show failed (client error): The resource could not be found. May 24 15:45:07.257918 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.258235 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.258550 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.258824 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-3ae787f6-8c77-4422-b2e7-5d49aa28d349 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "GET /v2.0/security-groups/0b275076-a450-48c6-b3c6-321a3772103a HTTP/1.1" status: 404 len: 347 time: 0.0142519 May 24 15:45:07.259030 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.259167 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.259501 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.259812 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.260241 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.260542 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.260854 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.261184 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.261500 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d930ff2-c6c2-42a1-9b79-e541fc244098 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:07.261617 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54156) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:07.381587 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ade56c54-6622-4498-a7cf-4cdc096d456b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Deleting port 40113a91-71f0-49bf-b404-a2e7e0a165e8 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:07.381828 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ade56c54-6622-4498-a7cf-4cdc096d456b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (40113a91-71f0-49bf-b404-a2e7e0a165e8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:07.461597 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ade56c54-6622-4498-a7cf-4cdc096d456b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (40113a91-71f0-49bf-b404-a2e7e0a165e8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:07.461883 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ade56c54-6622-4498-a7cf-4cdc096d456b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (40113a91-71f0-49bf-b404-a2e7e0a165e8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:07.474686 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ade56c54-6622-4498-a7cf-4cdc096d456b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Calling delete_port for 40113a91-71f0-49bf-b404-a2e7e0a165e8 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:07.534564 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:07.610008 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ade56c54-6622-4498-a7cf-4cdc096d456b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (40113a91-71f0-49bf-b404-a2e7e0a165e8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:07.632594 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade56c54-6622-4498-a7cf-4cdc096d456b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Pushing event deleted for resources: {'Port': ['ID=40113a91-71f0-49bf-b404-a2e7e0a165e8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:07.697867 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ade56c54-6622-4498-a7cf-4cdc096d456b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks [] for floatingip (b500c005-6550-4809-a7d3-5edb09c01c20), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:07.700331 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ade56c54-6622-4498-a7cf-4cdc096d456b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:07.701475 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ade56c54-6622-4498-a7cf-4cdc096d456b tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] 10.222.0.55 "DELETE /v2.0/floatingips/b500c005-6550-4809-a7d3-5edb09c01c20 HTTP/1.1" status: 204 len: 168 time: 0.4389763 May 24 15:45:08.897095 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:45:10.148224 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54180) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:10.253354 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:10.299717 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f0b68296-7928-4ede-98e0-8adf6abeff09 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:45:10.302600 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:10.304298 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=41,neutron:UPDATE=7 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:10.324442 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: f0b68296-7928-4ede-98e0-8adf6abeff09 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:45:10.324779 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f0b68296-7928-4ede-98e0-8adf6abeff09 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:45:10.421958 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:10.511785 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d984-b2d3-4a10-add3-2dad308314ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926668'] for router_interface (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:10.757675 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3d984-b2d3-4a10-add3-2dad308314ee admin admin] Deleting port 032d9681-2b0c-49b1-85cf-06d90b06bbcf {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:10.757971 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d984-b2d3-4a10-add3-2dad308314ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:10.845315 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-f9e3d984-b2d3-4a10-add3-2dad308314ee admin admin] For port 032d9681-2b0c-49b1-85cf-06d90b06bbcf, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=032d9681-2b0c-49b1-85cf-06d90b06bbcf,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:10.845813 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d984-b2d3-4a10-add3-2dad308314ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:10.859434 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3d984-b2d3-4a10-add3-2dad308314ee admin admin] Calling delete_port for 032d9681-2b0c-49b1-85cf-06d90b06bbcf owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:11.051172 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d984-b2d3-4a10-add3-2dad308314ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (032d9681-2b0c-49b1-85cf-06d90b06bbcf), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:11.059251 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:11.080984 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3d984-b2d3-4a10-add3-2dad308314ee admin admin] Pushing event deleted for resources: {'Port': ['ID=032d9681-2b0c-49b1-85cf-06d90b06bbcf,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:11.246266 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d984-b2d3-4a10-add3-2dad308314ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-419315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926552'] for router_interface (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:11.342942 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:11.457746 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e3d984-b2d3-4a10-add3-2dad308314ee admin admin] Router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:45:11.560390 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e3d984-b2d3-4a10-add3-2dad308314ee admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:45:11.568075 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f9e3d984-b2d3-4a10-add3-2dad308314ee admin admin] 10.222.0.55 "PUT /v2.0/routers/cad1d95c-ee3c-4ffd-9237-920169d9fbc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4173148 May 24 15:45:11.569469 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54184) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:11.570527 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c763a-9738-4f41-b329-e09628410e45 None None] Sync routers for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:45:11.580864 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c763a-9738-4f41-b329-e09628410e45 None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:11.581464 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-294c763a-9738-4f41-b329-e09628410e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:11.669188 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Publish callbacks [] for router (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:11.684944 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-294c763a-9738-4f41-b329-e09628410e45 None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:11.780259 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Publish callbacks [] for router_gateway (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:11.825368 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Deleting port 5aa790e3-6321-4131-8370-58cfab011812 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:11.825679 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (5aa790e3-6321-4131-8370-58cfab011812), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:11.857360 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-294c763a-9738-4f41-b329-e09628410e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '5aa790e3-6321-4131-8370-58cfab011812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:45:11Z', 'revision_number': 5, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port': {'id': '5aa790e3-6321-4131-8370-58cfab011812', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:38:04Z', 'updated_at': '2022-05-24T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:11.860476 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:11.885389 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c763a-9738-4f41-b329-e09628410e45 None None] Checking router: cad1d95c-ee3c-4ffd-9237-920169d9fbc2 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:45:11.894408 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c763a-9738-4f41-b329-e09628410e45 None None] Routers {'cad1d95c-ee3c-4ffd-9237-920169d9fbc2'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:11.895021 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-294c763a-9738-4f41-b329-e09628410e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:11.903744 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] For port 5aa790e3-6321-4131-8370-58cfab011812, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=5aa790e3-6321-4131-8370-58cfab011812,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:11.904134 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (5aa790e3-6321-4131-8370-58cfab011812), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:11.917384 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Calling delete_port for 5aa790e3-6321-4131-8370-58cfab011812 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:11.930449 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:11.977474 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-294c763a-9738-4f41-b329-e09628410e45 None None] Set router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:12.027126 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-294c763a-9738-4f41-b329-e09628410e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:45:11Z', 'revision_number': 6, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port_host': None}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:12.035656 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:12.055732 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c763a-9738-4f41-b329-e09628410e45 None None] The sync data for ids ['cad1d95c-ee3c-4ffd-9237-920169d9fbc2'] in dv-cinder-843153-1-iscsi is: [{'id': 'cad1d95c-ee3c-4ffd-9237-920169d9fbc2', 'name': 'tempest-AttachVolumeShelveTestJSON-914745160-router', 'tenant_id': 'fd0613f4cbb3461a982738c683c3ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:38:03Z', 'updated_at': '2022-05-24T15:45:11Z', 'revision_number': 6, 'project_id': 'fd0613f4cbb3461a982738c683c3ab03', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:45:12.092221 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (5aa790e3-6321-4131-8370-58cfab011812), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:12.097228 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:12.117981 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa790e3-6321-4131-8370-58cfab011812,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:12.185053 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924726'] for router_gateway (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:12.281474 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4623'] for router (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:12.283660 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Publish callbacks [] for router_controller (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:12.347959 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927888'] for router (cad1d95c-ee3c-4ffd-9237-920169d9fbc2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:12.348678 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cad1d95c-ee3c-4ffd-9237-920169d9fbc2 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 15:45:12.353960 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:12.355161 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-da8a7ed5-7f10-43bd-aba8-b74dd214b71a admin admin] 10.222.0.55 "DELETE /v2.0/routers/cad1d95c-ee3c-4ffd-9237-920169d9fbc2 HTTP/1.1" status: 204 len: 168 time: 0.7847831 May 24 15:45:12.357829 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54190) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:12.652603 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a9d90b-0ad5-4beb-be60-2e2e2162e68c admin admin] Deleting subnet 406760c0-7990-42bd-b875-7a3c5b0f957e {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:45:12.655834 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-26a9d90b-0ad5-4beb-be60-2e2e2162e68c admin admin] Publish callbacks [] for subnet (406760c0-7990-42bd-b875-7a3c5b0f957e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:12.689948 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-26a9d90b-0ad5-4beb-be60-2e2e2162e68c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678101'] for subnet (406760c0-7990-42bd-b875-7a3c5b0f957e), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:12.791866 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-26a9d90b-0ad5-4beb-be60-2e2e2162e68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (406760c0-7990-42bd-b875-7a3c5b0f957e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:12.808457 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 032d9681-2b0c-49b1-85cf-06d90b06bbcf no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:45:12.830818 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 032d9681-2b0c-49b1-85cf-06d90b06bbcf {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:45:12.831216 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 032d9681-2b0c-49b1-85cf-06d90b06bbcf not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:45:12.850739 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-26a9d90b-0ad5-4beb-be60-2e2e2162e68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8731874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8497346'] for subnet (406760c0-7990-42bd-b875-7a3c5b0f957e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:12.876415 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9d90b-0ad5-4beb-be60-2e2e2162e68c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=406760c0-7990-42bd-b875-7a3c5b0f957e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:12.879935 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-26a9d90b-0ad5-4beb-be60-2e2e2162e68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:12.885571 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-26a9d90b-0ad5-4beb-be60-2e2e2162e68c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/406760c0-7990-42bd-b875-7a3c5b0f957e HTTP/1.1" status: 204 len: 168 time: 0.5243766 May 24 15:45:12.885728 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54194) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:12.886026 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274f0366-50f6-4a3f-9d54-c1532c57ddbc None None] Network 062393c0-66b9-4ecb-bb43-dbb81b8673fe requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:45:12.954963 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (062393c0-66b9-4ecb-bb43-dbb81b8673fe), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.002591 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Deleting port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:13.002931 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.037212 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] DHCP port deletion for 062393c0-66b9-4ecb-bb43-dbb81b8673fe request from dv-cinder-843153-1-iscsi {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 15:45:13.073382 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] For port 10fbcc0f-94fd-401d-b1ee-0820d3be9122, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=10fbcc0f-94fd-401d-b1ee-0820d3be9122,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:13.073740 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.075310 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Deleting port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:13.075667 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.088852 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Calling delete_port for 10fbcc0f-94fd-401d-b1ee-0820d3be9122 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:13.147008 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] For port 10fbcc0f-94fd-401d-b1ee-0820d3be9122, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=10fbcc0f-94fd-401d-b1ee-0820d3be9122,segment=NetworkSegment(072117a0-8d23-420a-873e-c00249a15faa),segment_id=072117a0-8d23-420a-873e-c00249a15faa)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:13.147400 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.160456 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Calling delete_port for 10fbcc0f-94fd-401d-b1ee-0820d3be9122 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:13.173286 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.197955 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Pushing event deleted for resources: {'Port': ['ID=10fbcc0f-94fd-401d-b1ee-0820d3be9122,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:13.201376 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] No DVR routers for this DVR port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 on host dv-cinder-843153-1-iscsi {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:45:13.238688 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157'] for port (10fbcc0f-94fd-401d-b1ee-0820d3be9122), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.261174 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Pushing event deleted for resources: {'Port': ['ID=10fbcc0f-94fd-401d-b1ee-0820d3be9122,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:13.270807 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.271022 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (062393c0-66b9-4ecb-bb43-dbb81b8673fe), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.271139 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.271465 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.271982 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.272508 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.272982 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.273480 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.273804 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.274127 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.274606 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.275101 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.275438 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.275786 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.276294 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.276620 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:13.280835 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:13.281734 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eda8270-d02b-4951-859f-7bfcf6abbd9f None None] No DVR routers for this DVR port 10fbcc0f-94fd-401d-b1ee-0820d3be9122 on host dv-cinder-843153-1-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:45:13.299886 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062393c0-66b9-4ecb-bb43-dbb81b8673fe']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:13.310736 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072117a0-8d23-420a-873e-c00249a15faa') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:13.311118 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072117a0-8d23-420a-873e-c00249a15faa') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:13.311926 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8bd66987-953b-4c13-806f-7f6feb5cd883 req-833005b1-e340-4125-b771-1ec588dd2603 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083163814&fields=id&tenant_id=b05a5e216dd141dabe29dfc71abee8ee HTTP/1.1" status: 200 len: 267 time: 0.0545158 May 24 15:45:13.322114 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678106'] for segment (072117a0-8d23-420a-873e-c00249a15faa), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.337556 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (072117a0-8d23-420a-873e-c00249a15faa), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.343606 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:45:13.345238 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8731904'] for segment (072117a0-8d23-420a-873e-c00249a15faa), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.349439 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:13.377760 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd66987-953b-4c13-806f-7f6feb5cd883 req-e3c15e6d-6d94-405c-8d9a-12bd5168d103 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:13.379288 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8bd66987-953b-4c13-806f-7f6feb5cd883 req-e3c15e6d-6d94-405c-8d9a-12bd5168d103 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 984 time: 0.0603621 May 24 15:45:13.391843 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [req-8bd66987-953b-4c13-806f-7f6feb5cd883 req-3f2487d8-b975-4a95-81e1-5f75368aa038 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Request body: {'port': {'security_groups': ['98681c35-981b-44c7-b46d-907660db0749']}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:45:13.416986 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (062393c0-66b9-4ecb-bb43-dbb81b8673fe), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.421908 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:13.423005 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.426417 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] 10.222.0.55 "DELETE /v2.0/networks/062393c0-66b9-4ecb-bb43-dbb81b8673fe HTTP/1.1" status: 204 len: 168 time: 0.5396757 May 24 15:45:13.438524 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2015010-0a5a-4442-8688-2de08b3968bc admin admin] Pushing event deleted for resources: {'Network': ['ID=062393c0-66b9-4ecb-bb43-dbb81b8673fe,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:13.495113 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-8bd66987-953b-4c13-806f-7f6feb5cd883 req-3f2487d8-b975-4a95-81e1-5f75368aa038 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.505178 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 072117a0-8d23-420a-873e-c00249a15faa resource provider aggregate not found May 24 15:45:13.523085 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 072117a0-8d23-420a-873e-c00249a15faa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 072117a0-8d23-420a-873e-c00249a15faa found for delete ", "request_id": "req-1c2ff77f-f522-46b6-832a-1f3c6e187242"}]} May 24 15:45:13.558503 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54206) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:13.599585 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-287a7f68-0086-41d5-8227-7475ae343ed8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd0613f4cbb3461a982738c683c3ab03&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398133 May 24 15:45:13.602099 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54208) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:13.651850 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ccb244b-4b41-4b28-8513-3534d564f1e4 admin admin] Publish callbacks [] for security_group (83dcddc9-8852-491c-bd8b-9481d10c5239), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.679776 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ccb244b-4b41-4b28-8513-3534d564f1e4 admin admin] Publish callbacks [] for security_group (83dcddc9-8852-491c-bd8b-9481d10c5239), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.721802 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-8bd66987-953b-4c13-806f-7f6feb5cd883 req-3f2487d8-b975-4a95-81e1-5f75368aa038 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] For port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:13.730070 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ccb244b-4b41-4b28-8513-3534d564f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (83dcddc9-8852-491c-bd8b-9481d10c5239), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.733082 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7ccb244b-4b41-4b28-8513-3534d564f1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.734265 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-7ccb244b-4b41-4b28-8513-3534d564f1e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83dcddc9-8852-491c-bd8b-9481d10c5239 HTTP/1.1" status: 204 len: 168 time: 0.1312783 May 24 15:45:13.742385 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb244b-4b41-4b28-8513-3534d564f1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dcddc9-8852-491c-bd8b-9481d10c5239,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:13.752243 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-8bd66987-953b-4c13-806f-7f6feb5cd883 req-3f2487d8-b975-4a95-81e1-5f75368aa038 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.757835 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-8bd66987-953b-4c13-806f-7f6feb5cd883 req-3f2487d8-b975-4a95-81e1-5f75368aa038 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.795379 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:45:13.801191 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd66987-953b-4c13-806f-7f6feb5cd883 req-3f2487d8-b975-4a95-81e1-5f75368aa038 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:13.801885 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-8bd66987-953b-4c13-806f-7f6feb5cd883 req-3f2487d8-b975-4a95-81e1-5f75368aa038 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.809524 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54212) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:13.812710 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8bd66987-953b-4c13-806f-7f6feb5cd883 req-3f2487d8-b975-4a95-81e1-5f75368aa038 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "PUT /v2.0/ports/ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a HTTP/1.1" status: 200 len: 942 time: 0.4261713 May 24 15:45:13.817223 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:45:13.821158 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2299ffb-066d-4b8f-8260-de093a7d6add" -d '{"events": [{"name": "network-changed", "server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:45:13.876386 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2487d8-b975-4a95-81e1-5f75368aa038 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event updated for resources: {'Port': ['ID=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,revision_number=7']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:13.895315 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1a4b44-3b7a-4150-af0f-d66abafff881 x-openstack-request-id: req-bd1a4b44-3b7a-4150-af0f-d66abafff881 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:45:13.895607 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:45:13.895859 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd1a4b44-3b7a-4150-af0f-d66abafff881 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:45:13.896321 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1a4b44-3b7a-4150-af0f-d66abafff881'] response: {'name': 'network-changed', 'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'status': 'completed', 'code': 200} May 24 15:45:13.904732 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b431d33-c665-49a2-864f-c39d492392f3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group (04b37776-5d25-409b-a268-a2a5076f4cab), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.936985 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b431d33-c665-49a2-864f-c39d492392f3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group (04b37776-5d25-409b-a268-a2a5076f4cab), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:13.942407 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:45:14.016817 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2299ffb-066d-4b8f-8260-de093a7d6add req-aa408e88-8ace-48e4-9327-c3e9597f9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:14.018508 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2299ffb-066d-4b8f-8260-de093a7d6add req-aa408e88-8ace-48e4-9327-c3e9597f9fd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b05a5e216dd141dabe29dfc71abee8ee&device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 1129 time: 0.0656421 May 24 15:45:14.120131 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b431d33-c665-49a2-864f-c39d492392f3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (04b37776-5d25-409b-a268-a2a5076f4cab), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.122854 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2b431d33-c665-49a2-864f-c39d492392f3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.126153 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2b431d33-c665-49a2-864f-c39d492392f3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "DELETE /v2.0/security-groups/04b37776-5d25-409b-a268-a2a5076f4cab HTTP/1.1" status: 204 len: 168 time: 0.3132670 May 24 15:45:14.126881 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54218) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:14.138665 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2299ffb-066d-4b8f-8260-de093a7d6add req-4192d136-5c90-4f50-942f-6911fe57a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:14.140635 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2299ffb-066d-4b8f-8260-de093a7d6add req-4192d136-5c90-4f50-942f-6911fe57a033 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd83f345-ebd0-49b8-b33c-ab3471ac601b HTTP/1.1" status: 200 len: 916 time: 0.1134419 May 24 15:45:14.146116 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b431d33-c665-49a2-864f-c39d492392f3 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b37776-5d25-409b-a268-a2a5076f4cab,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:14.181065 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:14.191079 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-39ffbda2-d167-4057-b1f4-05cfebc288c5 None None] Provisioning complete for port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:14.191453 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39ffbda2-d167-4057-b1f4-05cfebc288c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.251716 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2299ffb-066d-4b8f-8260-de093a7d6add req-041472f2-8301-4f9d-b9b9-dd0611d13251 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a HTTP/1.1" status: 200 len: 1000 time: 0.0970109 May 24 15:45:14.296399 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-39ffbda2-d167-4057-b1f4-05cfebc288c5 None None] Current status of the port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:45:14.313996 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:14.322583 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Deleting port 9636b6ff-8577-4e77-b2d5-f42540a4888c {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:14.322921 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (9636b6ff-8577-4e77-b2d5-f42540a4888c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.326647 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5aa790e3-6321-4131-8370-58cfab011812 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:45:14.333549 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2299ffb-066d-4b8f-8260-de093a7d6add req-fe552f3c-7714-4057-981b-a9e5cbfed6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:14.335190 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2299ffb-066d-4b8f-8260-de093a7d6add req-fe552f3c-7714-4057-981b-a9e5cbfed6a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=478a6310-0471-439f-905a-ee64a129cb91 HTTP/1.1" status: 200 len: 854 time: 0.0701466 May 24 15:45:14.348884 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 5aa790e3-6321-4131-8370-58cfab011812 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:45:14.349232 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5aa790e3-6321-4131-8370-58cfab011812 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:45:14.349660 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 10fbcc0f-94fd-401d-b1ee-0820d3be9122 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:45:14.372124 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 10fbcc0f-94fd-401d-b1ee-0820d3be9122 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:45:14.372504 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 10fbcc0f-94fd-401d-b1ee-0820d3be9122 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:45:14.401846 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2299ffb-066d-4b8f-8260-de093a7d6add req-6b8d77c6-23f2-43c5-afef-c5bad5aa6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:14.403760 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2299ffb-066d-4b8f-8260-de093a7d6add req-6b8d77c6-23f2-43c5-afef-c5bad5aa6d15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd83f345-ebd0-49b8-b33c-ab3471ac601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527039 May 24 15:45:14.414842 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (9636b6ff-8577-4e77-b2d5-f42540a4888c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.415164 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for floatingip (9636b6ff-8577-4e77-b2d5-f42540a4888c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.428084 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Calling delete_port for 9636b6ff-8577-4e77-b2d5-f42540a4888c owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:14.498501 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2299ffb-066d-4b8f-8260-de093a7d6add req-169b38bf-dba5-4409-ac58-334ce2a78361 service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871892 May 24 15:45:14.592998 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:14.599213 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2299ffb-066d-4b8f-8260-de093a7d6add req-e463d39f-4e9b-48a7-b8f7-bec4de9f45b0 service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926993 May 24 15:45:14.608514 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (9636b6ff-8577-4e77-b2d5-f42540a4888c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.633800 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event deleted for resources: {'Port': ['ID=9636b6ff-8577-4e77-b2d5-f42540a4888c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:14.643673 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:14.691676 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54236) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:14.707874 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks [] for floatingip (6eef4c15-d4b5-41a6-b156-99cc8c7440d2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.708238 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.l3_db [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Floating IP 6eef4c15-d4b5-41a6-b156-99cc8c7440d2 disassociated (deleted). External IP: 172.27.3.30, port: ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a. May 24 15:45:14.790160 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-608012366-network', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:45:14.811046 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Made reservation on behalf of a30edd891b96456fbba6409a815f5fd8 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:45:14.813370 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.817255 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:14.823466 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.900778 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Publish callbacks [] for security_group (1e47d3f9-9c84-4841-8aea-361c715d7e04), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.906356 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:45:14.906568 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (1e47d3f9-9c84-4841-8aea-361c715d7e04), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.931896 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:45:14.941025 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e47d3f9-9c84-4841-8aea-361c715d7e04,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:14.946983 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (c88b56b8-e417-4237-957e-aab8e25cbda9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:14.947388 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Added segment c88b56b8-e417-4237-957e-aab8e25cbda9 of type vlan for network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 May 24 15:45:14.990475 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (1eca94ca-2475-4c7a-b305-a2f26b6c82f9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.012426 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:45:15.017257 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.017413 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (1eca94ca-2475-4c7a-b305-a2f26b6c82f9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.018415 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:15.019995 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.023159 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f242b0-6057-4801-b1ef-28f304fdf43b None None] Sync routers for ids ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:45:15.034309 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f242b0-6057-4801-b1ef-28f304fdf43b None None] Routers {'1141e4f4-7bd0-44f5-bf36-9d579eee0d00'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:15.035635 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-71f242b0-6057-4801-b1ef-28f304fdf43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:15.050753 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-86183ee2-7219-49f7-a197-8d9961da23e8 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "DELETE /v2.0/floatingips/6eef4c15-d4b5-41a6-b156-99cc8c7440d2 HTTP/1.1" status: 204 len: 168 time: 0.9231002 May 24 15:45:15.076624 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3837523 May 24 15:45:15.079681 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54242) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:15.086568 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-ddb0be51-76a9-4ade-8b8e-a4c5697856a9 admin admin] Request body: {'subnet': {'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-608012366-subnet', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:45:15.089952 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5170e-9708-415f-a87e-16b3efd92207 admin admin] Pushing event updated for resources: {'Network': ['ID=1eca94ca-2475-4c7a-b305-a2f26b6c82f9,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:15.110567 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb0be51-76a9-4ade-8b8e-a4c5697856a9 admin admin] Made reservation on behalf of a30edd891b96456fbba6409a815f5fd8 for: {'subnet': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:45:15.113017 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ddb0be51-76a9-4ade-8b8e-a4c5697856a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3945011'] for subnet (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.132192 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:45:15.200586 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:15.210835 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-71f242b0-6057-4801-b1ef-28f304fdf43b None None] Set router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:15.245578 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:15.293583 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ddb0be51-76a9-4ade-8b8e-a4c5697856a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2946791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3945153'] for subnet (c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.368214 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0be51-76a9-4ade-8b8e-a4c5697856a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:15.375607 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0be51-76a9-4ade-8b8e-a4c5697856a9 admin admin] Checking segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:45:15.375962 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0be51-76a9-4ade-8b8e-a4c5697856a9 admin admin] Network hostable DHCP agents. Network: 1eca94ca-2475-4c7a-b305-a2f26b6c82f9, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:45:15.394127 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0be51-76a9-4ade-8b8e-a4c5697856a9 admin admin] Network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:45:15.403047 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-ddb0be51-76a9-4ade-8b8e-a4c5697856a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 1eca94ca-2475-4c7a-b305-a2f26b6c82f9) {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:45:15.408006 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0be51-76a9-4ade-8b8e-a4c5697856a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:15.408620 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ddb0be51-76a9-4ade-8b8e-a4c5697856a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.424010 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7151b1-0a5d-496b-8e3c-30125e6f9804 None None] Network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:45:15.426227 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-ddb0be51-76a9-4ade-8b8e-a4c5697856a9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3448446 May 24 15:45:15.428864 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54250) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:15.433000 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:45:15.453399 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-927047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4733'] for router (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.454389 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4726'] for router (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.465080 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:15.482190 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-71f242b0-6057-4801-b1ef-28f304fdf43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': 'd0e6f865-eff1-4dba-8992-bb519d463024', 'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'mac_address': 'fa:16:3e:68:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:03Z', 'updated_at': '2022-05-24T15:43:09Z', 'revision_number': 5, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'subnets': [{'id': '478a6310-0471-439f-905a-ee64a129cb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:15.505954 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Publish callbacks [] for router_controller (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.641701 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f242b0-6057-4801-b1ef-28f304fdf43b None None] Checking router: 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:45:15.646712 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Publish callbacks [] for router_gateway (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.664336 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f242b0-6057-4801-b1ef-28f304fdf43b None None] Routers {'1141e4f4-7bd0-44f5-bf36-9d579eee0d00'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:15.664942 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-71f242b0-6057-4801-b1ef-28f304fdf43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:15.730473 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cafb656-3f67-50a2-96d4-d932412c16ff-1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd'}]}} from dv-cinder-843153-1-iscsi. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 15:45:15.731383 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.839709 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Publish callbacks [] for router_gateway (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.856935 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-71f242b0-6057-4801-b1ef-28f304fdf43b None None] Set router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:15.861128 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:15.902735 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:45:15.904938 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170d86ee-62d7-44bd-bea4-5e93f671f6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:45:15.957938 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695ddd4f-68eb-4046-9f71-063019955fe7 x-openstack-request-id: req-695ddd4f-68eb-4046-9f71-063019955fe7 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:45:15.958217 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:45:15.958465 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-695ddd4f-68eb-4046-9f71-063019955fe7 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:45:15.958844 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695ddd4f-68eb-4046-9f71-063019955fe7'] response: {'name': 'network-changed', 'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'status': 'completed', 'code': 200} May 24 15:45:15.986317 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Allocated IP 172.27.3.172 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/96106800-4c0c-4ef6-b201-1922b639e05c) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:45:16.002093 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:16.028860 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Allocated IP 172.20.0.2 (1eca94ca-2475-4c7a-b305-a2f26b6c82f9/c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd/91c445ad-5909-4154-8009-59b4bb56d332) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:45:16.041330 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d86ee-62d7-44bd-bea4-5e93f671f6b3 req-a6e6e90f-6273-43b4-b966-42e071078c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:16.043543 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-170d86ee-62d7-44bd-bea4-5e93f671f6b3 req-a6e6e90f-6273-43b4-b966-42e071078c3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b05a5e216dd141dabe29dfc71abee8ee&device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 1129 time: 0.0446231 May 24 15:45:16.118870 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Publish callbacks [] for port (96106800-4c0c-4ef6-b201-1922b639e05c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:16.157516 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (96106800-4c0c-4ef6-b201-1922b639e05c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:16.165298 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d86ee-62d7-44bd-bea4-5e93f671f6b3 req-e78a102b-4e9c-4fe4-a562-9954d30e9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:16.165640 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-71f242b0-6057-4801-b1ef-28f304fdf43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': 'd0e6f865-eff1-4dba-8992-bb519d463024', 'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'mac_address': 'fa:16:3e:68:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:03Z', 'updated_at': '2022-05-24T15:43:09Z', 'revision_number': 5, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'subnets': [{'id': '478a6310-0471-439f-905a-ee64a129cb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:16.167455 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-170d86ee-62d7-44bd-bea4-5e93f671f6b3 req-e78a102b-4e9c-4fe4-a562-9954d30e9a06 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd83f345-ebd0-49b8-b33c-ab3471ac601b HTTP/1.1" status: 200 len: 916 time: 0.1121674 May 24 15:45:16.196904 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f242b0-6057-4801-b1ef-28f304fdf43b None None] The sync data for ids ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'] in dv-cinder-843153-1-iscsi is: [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:03Z', 'revision_number': 4, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': 'd0e6f865-eff1-4dba-8992-bb519d463024', 'name': '', 'network_id': 'fd83f345-ebd0-49b8-b33c-ab3471ac601b', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'mac_address': 'fa:16:3e:68:7f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '478a6310-0471-439f-905a-ee64a129cb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:03Z', 'updated_at': '2022-05-24T15:43:09Z', 'revision_number': 5, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'subnets': [{'id': '478a6310-0471-439f-905a-ee64a129cb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:45:16.219621 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:16.220333 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-170d86ee-62d7-44bd-bea4-5e93f671f6b3 req-e803d065-8a04-4494-83f3-9037d312f389 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a HTTP/1.1" status: 200 len: 217 time: 0.0443833 May 24 15:45:16.280190 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Publish callbacks [] for port (91c445ad-5909-4154-8009-59b4bb56d332), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:16.287813 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d86ee-62d7-44bd-bea4-5e93f671f6b3 req-2f41ab9f-b022-4153-88a7-f134ec416cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:16.289358 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (91c445ad-5909-4154-8009-59b4bb56d332), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:16.289624 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-170d86ee-62d7-44bd-bea4-5e93f671f6b3 req-2f41ab9f-b022-4153-88a7-f134ec416cd2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=478a6310-0471-439f-905a-ee64a129cb91 HTTP/1.1" status: 200 len: 854 time: 0.0609283 May 24 15:45:16.333630 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:45:16.336776 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:45:16.340949 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:45:16.348336 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Pushing event updated for resources: {'Port': ['ID=91c445ad-5909-4154-8009-59b4bb56d332,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:16.350709 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d86ee-62d7-44bd-bea4-5e93f671f6b3 req-188b01c1-7c41-46dc-b2eb-5d75dd90e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:16.358580 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-170d86ee-62d7-44bd-bea4-5e93f671f6b3 req-188b01c1-7c41-46dc-b2eb-5d75dd90e74b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd83f345-ebd0-49b8-b33c-ab3471ac601b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607049 May 24 15:45:16.414051 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Attempting to bind port 91c445ad-5909-4154-8009-59b4bb56d332 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:45:16.414361 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Attempting to bind port 91c445ad-5909-4154-8009-59b4bb56d332 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:45:16.414693 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Attempting to bind port 91c445ad-5909-4154-8009-59b4bb56d332 on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:45:16.438445 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:45:16.438819 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Checking segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:45:16.439227 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:16.439661 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Bound using segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:45:16.440179 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Bound port: 91c445ad-5909-4154-8009-59b4bb56d332, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:45:16.440560 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (91c445ad-5909-4154-8009-59b4bb56d332), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:16.506958 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-170d86ee-62d7-44bd-bea4-5e93f671f6b3 req-35e11ccb-7acb-44ce-bd8d-58c2edc513ae service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407039 May 24 15:45:16.513752 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] For port 91c445ad-5909-4154-8009-59b4bb56d332, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:45:16.517438 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] For port 91c445ad-5909-4154-8009-59b4bb56d332, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=91c445ad-5909-4154-8009-59b4bb56d332,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:45:16.526683 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (91c445ad-5909-4154-8009-59b4bb56d332), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:16.578213 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:45:16.584234 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:45:16.592268 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:45:16.616448 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:16.626408 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27327344-0792-40f8-bce5-02a1f3f84af3 None None] Pushing event updated for resources: {'Port': ['ID=91c445ad-5909-4154-8009-59b4bb56d332,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:16.627675 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523ebc67-0454-46af-a83e-591b4518e0e2 None None] New status for floating IP 6eef4c15-d4b5-41a6-b156-99cc8c7440d2: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:45:16.636507 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Pushing event updated for resources: {'Port': ['ID=96106800-4c0c-4ef6-b201-1922b639e05c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:16.676655 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-170d86ee-62d7-44bd-bea4-5e93f671f6b3 req-f7d548f1-e2fa-4be8-af26-3fa37f567c3a service neutron] 10.222.0.59 "GET /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634059 May 24 15:45:16.845781 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:16.899000 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Publish callbacks [] for router_gateway (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:17.096057 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924690'] for router (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:17.226963 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Router ef9c52da-61c1-40fb-91e4-ef14cffa5fba is scheduled to L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 15:45:17.330407 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:45:17.340578 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Sync routers for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:45:17.348595 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:17.349836 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-a229c5ec-cb43-4177-b72e-57439dfd6bca admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9200256 May 24 15:45:17.352950 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54264) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:17.361753 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:17.362551 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:17.458925 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:17.480407 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:17.496781 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:17.658915 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:16Z', 'revision_number': 3, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:17.662564 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eaa165-a9d6-4dbf-99ec-f83b018bea9d None None] Network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:45:17.688524 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Checking router: ef9c52da-61c1-40fb-91e4-ef14cffa5fba for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:45:17.688866 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Updating router ef9c52da-61c1-40fb-91e4-ef14cffa5fba port 96106800-4c0c-4ef6-b201-1922b639e05c binding host dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:45:17.750512 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:17.774201 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (96106800-4c0c-4ef6-b201-1922b639e05c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:17.777161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:17.779066 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-cec57680-b811-4e56-add7-46351fd62dd2 None None] Provisioning complete for port 91c445ad-5909-4154-8009-59b4bb56d332 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:17.779396 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cec57680-b811-4e56-add7-46351fd62dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (91c445ad-5909-4154-8009-59b4bb56d332), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:17.909881 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:17.951393 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Allocated IP 172.20.0.1 (1eca94ca-2475-4c7a-b305-a2f26b6c82f9/c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd/8ac07946-4166-41e9-aacc-f0711e94bd92) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:45:18.005877 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bcb6c-0439-45a0-9126-932b747dbf81 req-04baff63-4f6b-49ce-9a87-290df6589a4c tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:18.012556 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f54bcb6c-0439-45a0-9126-932b747dbf81 req-04baff63-4f6b-49ce-9a87-290df6589a4c tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 945 time: 0.0587904 May 24 15:45:18.070631 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Publish callbacks [] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.091071 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f54bcb6c-0439-45a0-9126-932b747dbf81 req-3ddf93f0-5452-43d6-965b-827b1d4a158f tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698800 May 24 15:45:18.116263 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.176893 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:45:18.180409 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Pushing event updated for resources: {'Port': ['ID=8ac07946-4166-41e9-aacc-f0711e94bd92,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:18.182915 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:45:18.187701 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:45:18.205153 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-cec57680-b811-4e56-add7-46351fd62dd2 None None] Current status of the port 91c445ad-5909-4154-8009-59b4bb56d332 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:45:18.205540 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cec57680-b811-4e56-add7-46351fd62dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (91c445ad-5909-4154-8009-59b4bb56d332), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.229389 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925511'] for router_interface (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.267678 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:18.290138 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-cec57680-b811-4e56-add7-46351fd62dd2 None None] For port 91c445ad-5909-4154-8009-59b4bb56d332, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=91c445ad-5909-4154-8009-59b4bb56d332,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:18.295351 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cec57680-b811-4e56-add7-46351fd62dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (91c445ad-5909-4154-8009-59b4bb56d332), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.353811 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 91c445ad-5909-4154-8009-59b4bb56d332 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:45:18.387439 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.389813 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:18.428114 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec57680-b811-4e56-add7-46351fd62dd2 None None] Pushing event updated for resources: {'Port': ['ID=91c445ad-5909-4154-8009-59b4bb56d332,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:18.448362 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-64b0aec6-e7f4-4473-83f1-5a552e683d3a None None] Provisioning complete for port 91c445ad-5909-4154-8009-59b4bb56d332 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:18.448724 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-64b0aec6-e7f4-4473-83f1-5a552e683d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (91c445ad-5909-4154-8009-59b4bb56d332), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.512318 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 91c445ad-5909-4154-8009-59b4bb56d332 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:18.512593 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (91c445ad-5909-4154-8009-59b4bb56d332), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.541406 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Publish callbacks [] for port (96106800-4c0c-4ef6-b201-1922b639e05c), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.557362 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (96106800-4c0c-4ef6-b201-1922b639e05c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.589932 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Publish callbacks [] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.595713 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.647922 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-64b0aec6-e7f4-4473-83f1-5a552e683d3a None None] Current status of the port 91c445ad-5909-4154-8009-59b4bb56d332 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:45:18.649912 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Attempting to bind port 96106800-4c0c-4ef6-b201-1922b639e05c on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:45:18.650274 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Attempting to bind port 96106800-4c0c-4ef6-b201-1922b639e05c by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:45:18.650623 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Attempting to bind port 96106800-4c0c-4ef6-b201-1922b639e05c on network 89f09afe-9f84-467f-83ae-ba767b6cb40a {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:45:18.658944 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d511565-38aa-4a1c-8e58-3a8fe30cc752 None None] Pushing event updated for resources: {'Port': ['ID=96106800-4c0c-4ef6-b201-1922b639e05c,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:18.668465 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:45:18.668465 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Checking segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:45:18.668465 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.668465 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Bound using segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:45:18.668465 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Bound port: 96106800-4c0c-4ef6-b201-1922b639e05c, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:45:18.668465 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (96106800-4c0c-4ef6-b201-1922b639e05c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.671431 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926679'] for router_interface (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.673439 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Pushing event updated for resources: {'Port': ['ID=8ac07946-4166-41e9-aacc-f0711e94bd92,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:18.705515 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:18.738023 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 91c445ad-5909-4154-8009-59b4bb56d332 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:45:18.748322 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] For port 96106800-4c0c-4ef6-b201-1922b639e05c, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:45:18.751497 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] For port 96106800-4c0c-4ef6-b201-1922b639e05c, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=96106800-4c0c-4ef6-b201-1922b639e05c,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:45:18.761782 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (96106800-4c0c-4ef6-b201-1922b639e05c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.766529 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:45:18.767934 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:45:18.795447 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-96c91695-afc6-4683-96a9-bafb35492b33 None None] Provisioning complete for port 8ac07946-4166-41e9-aacc-f0711e94bd92 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:18.795816 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-96c91695-afc6-4683-96a9-bafb35492b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:18.797149 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:18.863717 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d511565-38aa-4a1c-8e58-3a8fe30cc752 None None] Pushing event updated for resources: {'Port': ['ID=96106800-4c0c-4ef6-b201-1922b639e05c,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:18.869585 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:18.870057 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:18.872130 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-96c91695-afc6-4683-96a9-bafb35492b33 None None] Port 8ac07946-4166-41e9-aacc-f0711e94bd92 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:45:18.891129 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Router ef9c52da-61c1-40fb-91e4-ef14cffa5fba has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:45:18.983326 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:18.998581 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:45:19.003445 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-40682c5f-974c-421f-af8f-b68b9e81687a admin admin] 10.222.0.55 "PUT /v2.0/routers/ef9c52da-61c1-40fb-91e4-ef14cffa5fba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6486852 May 24 15:45:19.020509 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-6d8f828d-34e3-444b-bd75-10ee457a0c6c None None] Provisioning complete for port 8ac07946-4166-41e9-aacc-f0711e94bd92 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:19.020820 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6d8f828d-34e3-444b-bd75-10ee457a0c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.118484 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f828d-34e3-444b-bd75-10ee457a0c6c None None] Port 8ac07946-4166-41e9-aacc-f0711e94bd92 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:45:19.201153 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 2, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:19.210991 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800c96e-4bb0-4083-b597-5905f95bbffa req-9b5a916f-9655-4fb9-b6a6-9bd46b14798c tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:19.212570 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7800c96e-4bb0-4083-b597-5905f95bbffa req-9b5a916f-9655-4fb9-b6a6-9bd46b14798c tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 945 time: 0.0472031 May 24 15:45:19.230524 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f969149-a263-41aa-a0fd-ebc3ed0b4087 None None] The sync data for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi is: [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 2, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:45:19.260123 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7800c96e-4bb0-4083-b597-5905f95bbffa req-afe84c33-482f-4cea-9693-37443dff0c0b tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/security-groups?id=98681c35-981b-44c7-b46d-907660db0749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 May 24 15:45:19.312723 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54280) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:19.317910 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1b1ef5c3-5ddb-4877-b6c8-7687eeba6483 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--23130459', 'description': 'tempest-description--949503442'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:45:19.345222 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef5c3-5ddb-4877-b6c8-7687eeba6483 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.370589 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:19.418568 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef5c3-5ddb-4877-b6c8-7687eeba6483 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (92f7902c-148f-4a48-ab28-531d76d63d69), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.424763 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef5c3-5ddb-4877-b6c8-7687eeba6483 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (92f7902c-148f-4a48-ab28-531d76d63d69), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.465365 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ef5c3-5ddb-4877-b6c8-7687eeba6483 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f7902c-148f-4a48-ab28-531d76d63d69,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:19.471321 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef5c3-5ddb-4877-b6c8-7687eeba6483 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.472687 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1b1ef5c3-5ddb-4877-b6c8-7687eeba6483 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1589553 May 24 15:45:19.475700 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54282) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:19.480169 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ed966645-1770-47b8-8758-dcbc3f8b7250 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'security_group_rule': {'security_group_id': '92f7902c-148f-4a48-ab28-531d76d63d69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:45:19.512555 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ed966645-1770-47b8-8758-dcbc3f8b7250 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (e3072fe4-9d57-4144-82f5-44b2653c6e6f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.568927 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ed966645-1770-47b8-8758-dcbc3f8b7250 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (e3072fe4-9d57-4144-82f5-44b2653c6e6f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.575731 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ed966645-1770-47b8-8758-dcbc3f8b7250 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (e3072fe4-9d57-4144-82f5-44b2653c6e6f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.585880 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:19.598506 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed966645-1770-47b8-8758-dcbc3f8b7250 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3072fe4-9d57-4144-82f5-44b2653c6e6f,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:19.602657 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ed966645-1770-47b8-8758-dcbc3f8b7250 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.606666 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ed966645-1770-47b8-8758-dcbc3f8b7250 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271193 May 24 15:45:19.607171 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54284) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:19.611219 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-34421e2e-d149-4d2c-b480-8d1aa6979441 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'security_group_rule': {'security_group_id': '92f7902c-148f-4a48-ab28-531d76d63d69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:45:19.640612 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-34421e2e-d149-4d2c-b480-8d1aa6979441 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (5458c321-20bd-4c32-98e8-dca8df917700), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.694485 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-34421e2e-d149-4d2c-b480-8d1aa6979441 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (5458c321-20bd-4c32-98e8-dca8df917700), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.699466 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-34421e2e-d149-4d2c-b480-8d1aa6979441 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (5458c321-20bd-4c32-98e8-dca8df917700), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.720687 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34421e2e-d149-4d2c-b480-8d1aa6979441 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5458c321-20bd-4c32-98e8-dca8df917700,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:19.726773 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-34421e2e-d149-4d2c-b480-8d1aa6979441 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.732530 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-34421e2e-d149-4d2c-b480-8d1aa6979441 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204569 May 24 15:45:19.734029 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54286) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:19.739413 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:45:19.763440 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.793445 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783eda8b-53c1-48f6-aac0-095b3944aeae req-28aa6203-2fec-483d-931a-a211f679a716 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:19.795104 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-783eda8b-53c1-48f6-aac0-095b3944aeae req-28aa6203-2fec-483d-931a-a211f679a716 tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 945 time: 0.0635707 May 24 15:45:19.831532 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:19.852991 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.919716 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-783eda8b-53c1-48f6-aac0-095b3944aeae req-fe841053-1089-4927-8d3d-a864a1d359ba tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Deleting port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:19.920243 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-783eda8b-53c1-48f6-aac0-095b3944aeae req-fe841053-1089-4927-8d3d-a864a1d359ba tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:19.992327 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Allocated IP 172.27.3.90 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/c648e666-9d0d-4c14-8af5-970e8b72c58c) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:45:20.003077 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:20.027011 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-783eda8b-53c1-48f6-aac0-095b3944aeae req-fe841053-1089-4927-8d3d-a864a1d359ba tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] For port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:20.027388 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-783eda8b-53c1-48f6-aac0-095b3944aeae req-fe841053-1089-4927-8d3d-a864a1d359ba tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.042721 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-783eda8b-53c1-48f6-aac0-095b3944aeae req-fe841053-1089-4927-8d3d-a864a1d359ba tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Calling delete_port for ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:20.105489 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for port (c648e666-9d0d-4c14-8af5-970e8b72c58c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.144860 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (c648e666-9d0d-4c14-8af5-970e8b72c58c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.181128 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:20.189934 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-783eda8b-53c1-48f6-aac0-095b3944aeae req-fe841053-1089-4927-8d3d-a864a1d359ba tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.190914 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:45:20.195144 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:45:20.197675 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:45:20.220123 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe841053-1089-4927-8d3d-a864a1d359ba tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Pushing event deleted for resources: {'Port': ['ID=ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:20.225903 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:45:20.236222 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'Port': ['ID=c648e666-9d0d-4c14-8af5-970e8b72c58c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:20.274780 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-783eda8b-53c1-48f6-aac0-095b3944aeae req-fe841053-1089-4927-8d3d-a864a1d359ba tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] No DVR routers for this DVR port ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:45:20.277642 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-783eda8b-53c1-48f6-aac0-095b3944aeae req-fe841053-1089-4927-8d3d-a864a1d359ba tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.281737 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-783eda8b-53c1-48f6-aac0-095b3944aeae req-fe841053-1089-4927-8d3d-a864a1d359ba tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.59 "DELETE /v2.0/ports/ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a HTTP/1.1" status: 204 len: 173 time: 0.4799290 May 24 15:45:20.282403 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'name': 'network-vif-deleted', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:45:20.285894 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91277ea-81a9-44b0-a10f-8e0be4b990d0" -d '{"events": [{"server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "name": "network-vif-deleted", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:45:20.356886 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3108574a-ab58-48b6-998b-363a0d4f3a4c x-openstack-request-id: req-3108574a-ab58-48b6-998b-363a0d4f3a4c {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:45:20.357248 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b926408-71dd-454e-b9d3-7d4e0d12e270", "name": "network-vif-deleted", "tag": "ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:45:20.357565 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3108574a-ab58-48b6-998b-363a0d4f3a4c {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:45:20.358265 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3108574a-ab58-48b6-998b-363a0d4f3a4c'] response: {'server_uuid': '2b926408-71dd-454e-b9d3-7d4e0d12e270', 'name': 'network-vif-deleted', 'tag': 'ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a', 'status': 'completed', 'code': 200} May 24 15:45:20.359360 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (0cbc037b-8ddd-4d47-bec4-6d326df1b637), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.438270 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-9f787f04-f567-40df-8fa6-71d671b9f8e4 req-0fb73587-dfdf-4c28-ae89-bcebb17579cd tempest-TestMinimumBasicScenario-569049402 tempest-TestMinimumBasicScenario-569049402-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b926408-71dd-454e-b9d3-7d4e0d12e270 HTTP/1.1" status: 200 len: 210 time: 0.0353620 May 24 15:45:20.441241 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (c648e666-9d0d-4c14-8af5-970e8b72c58c), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.476650 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 96106800-4c0c-4ef6-b201-1922b639e05c up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:45:20.527284 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 96106800-4c0c-4ef6-b201-1922b639e05c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:20.527714 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (96106800-4c0c-4ef6-b201-1922b639e05c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.612143 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 96106800-4c0c-4ef6-b201-1922b639e05c is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:45:20.613118 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (96106800-4c0c-4ef6-b201-1922b639e05c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.637147 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port 96106800-4c0c-4ef6-b201-1922b639e05c, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=96106800-4c0c-4ef6-b201-1922b639e05c,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:20.645510 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (96106800-4c0c-4ef6-b201-1922b639e05c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.646386 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 91c445ad-5909-4154-8009-59b4bb56d332 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:45:20.648065 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:20.657943 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for port (c648e666-9d0d-4c14-8af5-970e8b72c58c), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.663665 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (c648e666-9d0d-4c14-8af5-970e8b72c58c), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.733393 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 91c445ad-5909-4154-8009-59b4bb56d332 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:20.733769 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (91c445ad-5909-4154-8009-59b4bb56d332), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.738648 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:20.762722 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'Port': ['ID=c648e666-9d0d-4c14-8af5-970e8b72c58c,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:20.766035 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=96106800-4c0c-4ef6-b201-1922b639e05c,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:20.775628 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (0cbc037b-8ddd-4d47-bec4-6d326df1b637), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.802772 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:20.804532 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-0d965614-f8c0-46cf-926c-20d5feda4809 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0685022 May 24 15:45:20.838857 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 91c445ad-5909-4154-8009-59b4bb56d332 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:45:20.965905 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-6bffd8b8-54a1-40a1-9808-ca81ebba3abc tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--23130459&fields=id&tenant_id=a30edd891b96456fbba6409a815f5fd8 HTTP/1.1" status: 200 len: 267 time: 0.0449255 May 24 15:45:21.079556 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-6f7e05d1-64fa-45fe-878f-e67ff9ca0b76 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:21.080919 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-6f7e05d1-64fa-45fe-878f-e67ff9ca0b76 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 814 time: 0.1083038 May 24 15:45:21.098573 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-ca0b41b5-7be9-4f60-be39-9ae6ad397d1d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/quotas/a30edd891b96456fbba6409a815f5fd8 HTTP/1.1" status: 200 len: 375 time: 0.0098588 May 24 15:45:21.142204 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:21.153159 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-738eb403-175a-4994-a267-b927f086b222 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475984 May 24 15:45:21.251546 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-6ce7bab6-a3ff-4b4d-b5a1-1f5b4dce12de service neutron] 10.222.0.55 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839512 May 24 15:45:21.346205 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-18cc538a-d0a7-46f4-bdf5-43c8cf82c846 service neutron] 10.222.0.55 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887628 May 24 15:45:21.496165 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Sync routers for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:45:21.509567 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:21.510479 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:21.517126 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-121ce635-e3b7-4c08-870a-c381a59049e4 req-0b2447bd-64cc-43c2-afc6-b0a113d8f942 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 210 time: 0.0333705 May 24 15:45:21.642792 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:21.935104 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 2, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:21.960630 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Checking router: ef9c52da-61c1-40fb-91e4-ef14cffa5fba for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:45:21.961024 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Updating router ef9c52da-61c1-40fb-91e4-ef14cffa5fba port 8ac07946-4166-41e9-aacc-f0711e94bd92 binding host dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:45:21.990907 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:22.295666 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Publish callbacks [] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:22.301380 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:22.311699 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 96106800-4c0c-4ef6-b201-1922b639e05c up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:45:22.340890 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54360) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:22.348199 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:22.361087 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Pushing event updated for resources: {'Port': ['ID=8ac07946-4166-41e9-aacc-f0711e94bd92,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:22.366391 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 96106800-4c0c-4ef6-b201-1922b639e05c triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:22.366972 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (96106800-4c0c-4ef6-b201-1922b639e05c), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:22.371135 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.371502 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.371885 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.372262 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.372597 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.372919 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.373421 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.373906 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.374407 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.374950 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.375224 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.375565 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.375889 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.376232 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.376552 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:45:22.419219 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:22.453865 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Attempting to bind port 8ac07946-4166-41e9-aacc-f0711e94bd92 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:45:22.454227 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Attempting to bind port 8ac07946-4166-41e9-aacc-f0711e94bd92 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:45:22.454580 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Attempting to bind port 8ac07946-4166-41e9-aacc-f0711e94bd92 on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:45:22.462020 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:45:22.462382 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Checking segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:45:22.462775 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:22.463157 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Bound using segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:45:22.463613 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Bound port: 8ac07946-4166-41e9-aacc-f0711e94bd92, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:45:22.463977 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:22.476111 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 96106800-4c0c-4ef6-b201-1922b639e05c is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:45:22.507851 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:22.532525 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] For port 8ac07946-4166-41e9-aacc-f0711e94bd92, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:45:22.536470 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] For port 8ac07946-4166-41e9-aacc-f0711e94bd92, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=8ac07946-4166-41e9-aacc-f0711e94bd92,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:45:22.554628 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:22.657831 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b6544977-7d16-48e3-afe9-1ceed5a1ae09 req-8a96251a-d683-4350-a40f-d44c5316b4ae tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 210 time: 0.0363352 May 24 15:45:22.695779 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-727c427d-674e-4d6e-bf28-418afebe99fb None None] Provisioning complete for port 8ac07946-4166-41e9-aacc-f0711e94bd92 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:22.699836 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-727c427d-674e-4d6e-bf28-418afebe99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:22.708282 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:22.709240 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:22.750447 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3840533-d366-4a02-a35f-aa48f1d33f40 None None] Pushing event updated for resources: {'Port': ['ID=8ac07946-4166-41e9-aacc-f0711e94bd92,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:22.802521 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-56ef8c04-fbbb-41a0-b8ab-a31ec790a426 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:22.806681 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-56ef8c04-fbbb-41a0-b8ab-a31ec790a426 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 814 time: 0.2233984 May 24 15:45:22.870228 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:22.872635 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-727c427d-674e-4d6e-bf28-418afebe99fb None None] Current status of the port 8ac07946-4166-41e9-aacc-f0711e94bd92 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:45:22.872770 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-727c427d-674e-4d6e-bf28-418afebe99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:22.907750 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72e5e4d5-a607-41f0-938d-450f4ee2910b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926668'] for router_interface (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:22.934613 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-727c427d-674e-4d6e-bf28-418afebe99fb None None] For port 8ac07946-4166-41e9-aacc-f0711e94bd92, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=8ac07946-4166-41e9-aacc-f0711e94bd92,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:22.940913 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-727c427d-674e-4d6e-bf28-418afebe99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:22.949167 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-74335c8f-fa14-43b8-80ea-babcdfb7a543 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a30edd891b96456fbba6409a815f5fd8 HTTP/1.1" status: 200 len: 378 time: 0.1113622 May 24 15:45:22.965614 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:22.992147 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'port': {'device_id': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'admin_state_up': True, 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'security_groups': ['92f7902c-148f-4a48-ab28-531d76d63d69']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:45:22.996258 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c427d-674e-4d6e-bf28-418afebe99fb None None] Pushing event updated for resources: {'Port': ['ID=8ac07946-4166-41e9-aacc-f0711e94bd92,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:23.067836 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-59e5552a-da36-40d8-8e72-1ec61dba21e4 None None] Provisioning complete for port 8ac07946-4166-41e9-aacc-f0711e94bd92 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:23.071098 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59e5552a-da36-40d8-8e72-1ec61dba21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:23.087810 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:23.116855 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e90ecc-48da-4784-a740-989e0da7af1c None None] The sync data for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi is: [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:45:23.118919 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Made reservation on behalf of a30edd891b96456fbba6409a815f5fd8 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:45:23.124680 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:23.165431 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-59e5552a-da36-40d8-8e72-1ec61dba21e4 None None] Current status of the port 8ac07946-4166-41e9-aacc-f0711e94bd92 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:45:23.217830 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:23.281970 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Allocated IP 172.20.0.3 (1eca94ca-2475-4c7a-b305-a2f26b6c82f9/c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd/0b3aafd5-72f6-4c1b-860e-b16344f56933) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:45:23.444013 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:23.470666 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-72e5e4d5-a607-41f0-938d-450f4ee2910b admin admin] Deleting port d0e6f865-eff1-4dba-8992-bb519d463024 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:23.471196 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72e5e4d5-a607-41f0-938d-450f4ee2910b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:23.483583 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:23.528933 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:45:23.532166 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:45:23.536167 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:45:23.559418 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-72e5e4d5-a607-41f0-938d-450f4ee2910b admin admin] For port d0e6f865-eff1-4dba-8992-bb519d463024, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=d0e6f865-eff1-4dba-8992-bb519d463024,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:23.560834 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72e5e4d5-a607-41f0-938d-450f4ee2910b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:23.565944 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'Port': ['ID=0b3aafd5-72f6-4c1b-860e-b16344f56933,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:23.585881 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-72e5e4d5-a607-41f0-938d-450f4ee2910b admin admin] Calling delete_port for d0e6f865-eff1-4dba-8992-bb519d463024 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:23.592711 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:23.593369 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:23.618969 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-5dc63df6-8a95-44dd-a768-159b101a7e99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6321437 May 24 15:45:23.637456 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Request body: {'port': {'device_id': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:45:23.641686 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:23.708653 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:23.757634 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:23.848577 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72e5e4d5-a607-41f0-938d-450f4ee2910b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (d0e6f865-eff1-4dba-8992-bb519d463024), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:23.862347 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d2ab-baaa-43aa-82fe-f94d4f55f52a req-07405a74-e4ac-4d96-8373-70dd605f014f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:23.863969 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6eb2d2ab-baaa-43aa-82fe-f94d4f55f52a req-07405a74-e4ac-4d96-8373-70dd605f014f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 931 time: 0.0684700 May 24 15:45:23.888335 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5e4d5-a607-41f0-938d-450f4ee2910b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e6f865-eff1-4dba-8992-bb519d463024,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:23.908750 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-147a020a-6ebc-4b6e-b9e7-532949399479 None None] Provisioning complete for port 0b3aafd5-72f6-4c1b-860e-b16344f56933 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:23.910090 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-147a020a-6ebc-4b6e-b9e7-532949399479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:23.961014 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-147a020a-6ebc-4b6e-b9e7-532949399479 None None] Port 0b3aafd5-72f6-4c1b-860e-b16344f56933 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:45:23.985617 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6eb2d2ab-baaa-43aa-82fe-f94d4f55f52a req-625c893b-c5ab-4365-81a2-d25fecbe610b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=92f7902c-148f-4a48-ab28-531d76d63d69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017001 May 24 15:45:24.096331 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3aafd5-72f6-4c1b-860e-b16344f56933 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:45:24.103822 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-72e5e4d5-a607-41f0-938d-450f4ee2910b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-419315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926552'] for router_interface (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:24.107351 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Publish callbacks [] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:24.129887 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Transition to ACTIVE for port object 0b3aafd5-72f6-4c1b-860e-b16344f56933 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:45:24.133200 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:24.160240 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:24.184736 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3aafd5-72f6-4c1b-860e-b16344f56933,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:24.260957 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:24.265927 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Attempting to bind port 0b3aafd5-72f6-4c1b-860e-b16344f56933 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:45:24.266533 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Attempting to bind port 0b3aafd5-72f6-4c1b-860e-b16344f56933 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:45:24.267061 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Attempting to bind port 0b3aafd5-72f6-4c1b-860e-b16344f56933 on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:45:24.272527 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Port 0b3aafd5-72f6-4c1b-860e-b16344f56933 on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:45:24.273123 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Attempting to bind port 0b3aafd5-72f6-4c1b-860e-b16344f56933 on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:45:24.278722 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:45:24.279151 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Checking segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:45:24.279612 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Bound using segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:45:24.280170 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Bound port: 0b3aafd5-72f6-4c1b-860e-b16344f56933, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:45:24.280733 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:24.345330 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e5e4d5-a607-41f0-938d-450f4ee2910b admin admin] Router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:45:24.366057 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] For port 0b3aafd5-72f6-4c1b-860e-b16344f56933, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:45:24.369408 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] For port 0b3aafd5-72f6-4c1b-860e-b16344f56933, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=0b3aafd5-72f6-4c1b-860e-b16344f56933,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:45:24.374854 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:45:24.377796 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:24.419916 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:24.420908 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:24.422670 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] 10.222.0.59 "PUT /v2.0/ports/0b3aafd5-72f6-4c1b-860e-b16344f56933 HTTP/1.1" status: 200 len: 1093 time: 0.7895601 May 24 15:45:24.424121 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'tag': '0b3aafd5-72f6-4c1b-860e-b16344f56933'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:45:24.426235 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7103977c-ad01-4c16-a9ff-7806d806e134" -d '{"events": [{"name": "network-changed", "server_uuid": "b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d", "tag": "0b3aafd5-72f6-4c1b-860e-b16344f56933"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:45:24.453271 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4a3fd-3ee5-4a66-adc2-f818ba9b13c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3aafd5-72f6-4c1b-860e-b16344f56933,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:24.485187 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44714e7e-d0aa-4068-80ca-181c8545ee4d x-openstack-request-id: req-44714e7e-d0aa-4068-80ca-181c8545ee4d {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:45:24.485495 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d", "tag": "0b3aafd5-72f6-4c1b-860e-b16344f56933", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:45:24.485744 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44714e7e-d0aa-4068-80ca-181c8545ee4d {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:45:24.486143 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44714e7e-d0aa-4068-80ca-181c8545ee4d'] response: {'name': 'network-changed', 'server_uuid': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'tag': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'status': 'completed', 'code': 200} May 24 15:45:24.519195 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e5e4d5-a607-41f0-938d-450f4ee2910b admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:45:24.527568 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-72e5e4d5-a607-41f0-938d-450f4ee2910b admin admin] 10.222.0.55 "PUT /v2.0/routers/1141e4f4-7bd0-44f5-bf36-9d579eee0d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1856263 May 24 15:45:24.528235 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54374) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:24.555150 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-221f6ce0-6e90-4e6b-823b-890735788d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:24.557241 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-221f6ce0-6e90-4e6b-823b-890735788d39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 1127 time: 0.0562453 May 24 15:45:24.572398 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1e2eb-d849-4fc8-a77e-0d3b3ee30abb None None] Sync routers for ids ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:45:24.577929 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 8ac07946-4166-41e9-aacc-f0711e94bd92 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:45:24.591738 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:45:24.593745 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device ccc9bb9f-f8c4-4abc-a3cb-8fd494f00b1a not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:45:24.631037 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1e2eb-d849-4fc8-a77e-0d3b3ee30abb None None] Routers {'1141e4f4-7bd0-44f5-bf36-9d579eee0d00'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:24.632922 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8bf1e2eb-d849-4fc8-a77e-0d3b3ee30abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:24.650417 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Publish callbacks [] for router (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:24.754492 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 8ac07946-4166-41e9-aacc-f0711e94bd92 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:24.755166 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:24.775434 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Publish callbacks [] for router_gateway (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:24.798259 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-8bf1e2eb-d849-4fc8-a77e-0d3b3ee30abb None None] Set router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:24.826864 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Deleting port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:24.827290 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:24.866105 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:24.876587 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-1816226b-9fba-4208-9b9e-9beead323a33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b3aafd5-72f6-4c1b-860e-b16344f56933 HTTP/1.1" status: 200 len: 217 time: 0.3043602 May 24 15:45:24.883303 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:24.923934 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] For port 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=75e4ca9a-7228-49ca-a09b-c1f8019fb4ee,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:24.924342 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:24.927559 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-23e7fafa-cb30-4bb3-82a8-8f59d2b34f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:24.929357 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-23e7fafa-cb30-4bb3-82a8-8f59d2b34f73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0451477 May 24 15:45:24.938954 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Calling delete_port for 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:24.972999 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 8ac07946-4166-41e9-aacc-f0711e94bd92 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:45:24.979432 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-52fc5ef8-c28f-48f9-9942-fd340a9886d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:24.981649 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-52fc5ef8-c28f-48f9-9942-fd340a9886d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462701 May 24 15:45:25.028456 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:25.040765 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8bf1e2eb-d849-4fc8-a77e-0d3b3ee30abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:45:23Z', 'revision_number': 5, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port': {'id': '75e4ca9a-7228-49ca-a09b-c1f8019fb4ee', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:25.059381 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:25.071136 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1e2eb-d849-4fc8-a77e-0d3b3ee30abb None None] Checking router: 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:45:25.079965 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1e2eb-d849-4fc8-a77e-0d3b3ee30abb None None] Routers {'1141e4f4-7bd0-44f5-bf36-9d579eee0d00'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:25.080609 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8bf1e2eb-d849-4fc8-a77e-0d3b3ee30abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:44:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:25.106751 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-04b08cbc-d325-4956-83aa-d9d69878172b service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177723 May 24 15:45:25.153831 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5aca85-3e8d-48cc-b884-086f0c3f1bd6 req-62d5c47e-4ce8-4451-916a-5181a5804c0b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:25.155280 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ba5aca85-3e8d-48cc-b884-086f0c3f1bd6 req-62d5c47e-4ce8-4451-916a-5181a5804c0b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 943 time: 0.0849736 May 24 15:45:25.165587 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-8bf1e2eb-d849-4fc8-a77e-0d3b3ee30abb None None] Set router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:25.179752 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (75e4ca9a-7228-49ca-a09b-c1f8019fb4ee), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.184382 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:25.206003 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ec39964c-d7d1-43b9-b361-76a16d522cdd req-e169a8b6-2776-4958-bac3-3db34b0265af service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917823 May 24 15:45:25.212505 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Pushing event deleted for resources: {'Port': ['ID=75e4ca9a-7228-49ca-a09b-c1f8019fb4ee,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:25.221154 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8bf1e2eb-d849-4fc8-a77e-0d3b3ee30abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:45:24Z', 'revision_number': 6, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port_host': None}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:25.248135 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1e2eb-d849-4fc8-a77e-0d3b3ee30abb None None] The sync data for ids ['1141e4f4-7bd0-44f5-bf36-9d579eee0d00'] in dv-cinder-843153-1-iscsi is: [{'id': '1141e4f4-7bd0-44f5-bf36-9d579eee0d00', 'name': 'tempest-TestMinimumBasicScenario-1803933507-router', 'tenant_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:01Z', 'updated_at': '2022-05-24T15:45:24Z', 'revision_number': 6, 'project_id': 'b05a5e216dd141dabe29dfc71abee8ee', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:45:25.266292 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ba5aca85-3e8d-48cc-b884-086f0c3f1bd6 req-a14307ed-93e4-412d-ae95-427f3a16e770 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=92f7902c-148f-4a48-ab28-531d76d63d69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004860 May 24 15:45:25.302341 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924726'] for router_gateway (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.337026 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7acd21b9-914f-48e9-8088-064a0cf9ff02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.387779 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4623'] for router (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.390323 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Publish callbacks [] for router_controller (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.440566 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927888'] for router (1141e4f4-7bd0-44f5-bf36-9d579eee0d00), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.441154 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1141e4f4-7bd0-44f5-bf36-9d579eee0d00 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 15:45:25.445302 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.446418 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-cbd12da6-294e-4e8e-b08c-bb1574a3552a admin admin] 10.222.0.55 "DELETE /v2.0/routers/1141e4f4-7bd0-44f5-bf36-9d579eee0d00 HTTP/1.1" status: 204 len: 168 time: 0.9172556 May 24 15:45:25.450218 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54378) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:25.493828 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdddeb0-1896-4c3e-9c86-4e1bb51f99be admin admin] Deleting subnet 478a6310-0471-439f-905a-ee64a129cb91 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:45:25.497003 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dbdddeb0-1896-4c3e-9c86-4e1bb51f99be admin admin] Publish callbacks [] for subnet (478a6310-0471-439f-905a-ee64a129cb91), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.531126 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dbdddeb0-1896-4c3e-9c86-4e1bb51f99be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431387'] for subnet (478a6310-0471-439f-905a-ee64a129cb91), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.615337 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dbdddeb0-1896-4c3e-9c86-4e1bb51f99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (478a6310-0471-439f-905a-ee64a129cb91), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.675643 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dbdddeb0-1896-4c3e-9c86-4e1bb51f99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2946720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3945160'] for subnet (478a6310-0471-439f-905a-ee64a129cb91), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.700110 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdddeb0-1896-4c3e-9c86-4e1bb51f99be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478a6310-0471-439f-905a-ee64a129cb91,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:25.706790 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dbdddeb0-1896-4c3e-9c86-4e1bb51f99be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.710497 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-dbdddeb0-1896-4c3e-9c86-4e1bb51f99be admin admin] 10.222.0.55 "DELETE /v2.0/subnets/478a6310-0471-439f-905a-ee64a129cb91 HTTP/1.1" status: 204 len: 168 time: 0.2593563 May 24 15:45:25.712063 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b8c6b-d363-4503-901d-fbe614a206db None None] Network fd83f345-ebd0-49b8-b33c-ab3471ac601b requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:45:25.713265 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54380) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:25.783875 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (fd83f345-ebd0-49b8-b33c-ab3471ac601b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.827337 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Deleting port fbcca1a1-20d6-483d-b5ba-96f240e532d1 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:25.827677 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.891492 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] For port fbcca1a1-20d6-483d-b5ba-96f240e532d1, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=fbcca1a1-20d6-483d-b5ba-96f240e532d1,segment=NetworkSegment(d657cbed-4a7c-4f59-a5e2-e6434a96e69a),segment_id=d657cbed-4a7c-4f59-a5e2-e6434a96e69a)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:25.891848 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:25.905472 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Calling delete_port for fbcca1a1-20d6-483d-b5ba-96f240e532d1 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:25.990720 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef091e4a-033e-44e5-be0f-ea211208494d None None] DHCP port deletion for fd83f345-ebd0-49b8-b33c-ab3471ac601b request from dv-cinder-843153-1-iscsi {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 15:45:25.992796 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (fbcca1a1-20d6-483d-b5ba-96f240e532d1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:26.016594 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcca1a1-20d6-483d-b5ba-96f240e532d1,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:26.022927 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] No DVR routers for this DVR port fbcca1a1-20d6-483d-b5ba-96f240e532d1 on host dv-cinder-843153-1-iscsi {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:45:26.097878 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:26.107542 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (fd83f345-ebd0-49b8-b33c-ab3471ac601b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:26.151606 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd83f345-ebd0-49b8-b33c-ab3471ac601b']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:26.154611 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103977c-ad01-4c16-a9ff-7806d806e134 req-62b6c7f5-340c-4aac-892e-435fb5c12aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:26.156166 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7103977c-ad01-4c16-a9ff-7806d806e134 req-62b6c7f5-340c-4aac-892e-435fb5c12aff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 1127 time: 0.0758998 May 24 15:45:26.164637 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:26.164925 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd657cbed-4a7c-4f59-a5e2-e6434a96e69a') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:26.182758 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678106'] for segment (d657cbed-4a7c-4f59-a5e2-e6434a96e69a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:26.232237 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (d657cbed-4a7c-4f59-a5e2-e6434a96e69a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:26.243467 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:45:26.243866 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8731904'] for segment (d657cbed-4a7c-4f59-a5e2-e6434a96e69a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:26.292530 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment d657cbed-4a7c-4f59-a5e2-e6434a96e69a resource provider aggregate not found May 24 15:45:26.321157 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device d0e6f865-eff1-4dba-8992-bb519d463024 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:45:26.325440 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment d657cbed-4a7c-4f59-a5e2-e6434a96e69a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d657cbed-4a7c-4f59-a5e2-e6434a96e69a found for delete ", "request_id": "req-f51055c3-4c6e-4b30-a057-58efc726264f"}]} May 24 15:45:26.336110 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103977c-ad01-4c16-a9ff-7806d806e134 req-bf5b07e4-2717-4501-8a77-54d3ab405edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:26.337359 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7103977c-ad01-4c16-a9ff-7806d806e134 req-bf5b07e4-2717-4501-8a77-54d3ab405edb service neutron] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 915 time: 0.1703646 May 24 15:45:26.338390 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (fd83f345-ebd0-49b8-b33c-ab3471ac601b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:26.345061 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:26.345159 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: d0e6f865-eff1-4dba-8992-bb519d463024 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:45:26.345672 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device d0e6f865-eff1-4dba-8992-bb519d463024 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:45:26.346096 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device fbcca1a1-20d6-483d-b5ba-96f240e532d1 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:45:26.351372 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] 10.222.0.55 "DELETE /v2.0/networks/fd83f345-ebd0-49b8-b33c-ab3471ac601b HTTP/1.1" status: 204 len: 168 time: 0.6344481 May 24 15:45:26.352743 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54388) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:26.366489 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33faa555-3c22-4524-9186-108d662fe0dc admin admin] Pushing event deleted for resources: {'Network': ['ID=fd83f345-ebd0-49b8-b33c-ab3471ac601b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:26.389200 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: fbcca1a1-20d6-483d-b5ba-96f240e532d1 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:45:26.389535 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device fbcca1a1-20d6-483d-b5ba-96f240e532d1 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:45:26.389949 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:45:26.393136 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7103977c-ad01-4c16-a9ff-7806d806e134 req-00d6b9e9-f7ed-41dd-8401-7ef69a919d86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b3aafd5-72f6-4c1b-860e-b16344f56933 HTTP/1.1" status: 200 len: 217 time: 0.0429485 May 24 15:45:26.409641 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:45:26.409641 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 75e4ca9a-7228-49ca-a09b-c1f8019fb4ee not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:45:26.423415 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:26.451014 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103977c-ad01-4c16-a9ff-7806d806e134 req-75c60315-fffc-47ca-ab9a-e7f2e1700c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:26.452523 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7103977c-ad01-4c16-a9ff-7806d806e134 req-75c60315-fffc-47ca-ab9a-e7f2e1700c70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0515196 May 24 15:45:26.454929 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81e73d-2631-465a-9a0d-c9f74973c578 req-0b9198a3-85ff-4038-bd7e-7315a75e7180 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:26.456932 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bc81e73d-2631-465a-9a0d-c9f74973c578 req-0b9198a3-85ff-4038-bd7e-7315a75e7180 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 943 time: 0.0988383 May 24 15:45:26.497478 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103977c-ad01-4c16-a9ff-7806d806e134 req-91d9e773-8e71-489f-b443-c4d2675acbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:26.499009 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7103977c-ad01-4c16-a9ff-7806d806e134 req-91d9e773-8e71-489f-b443-c4d2675acbac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395875 May 24 15:45:26.514402 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:26.577253 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bc81e73d-2631-465a-9a0d-c9f74973c578 req-0efb09c0-f00d-4804-a094-d60d88f9d29e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=92f7902c-148f-4a48-ab28-531d76d63d69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144497 May 24 15:45:26.596454 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7103977c-ad01-4c16-a9ff-7806d806e134 req-b9e05870-fe1d-4620-b2c9-36b203d1b37e service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902364 May 24 15:45:26.690194 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7103977c-ad01-4c16-a9ff-7806d806e134 req-e6c0241c-efe8-401d-aa2d-e470dc876083 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821955 May 24 15:45:26.759652 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e400a281-75bb-4ab3-982e-608640d1e0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926668'] for router_interface (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:26.795369 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:27.009535 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e400a281-75bb-4ab3-982e-608640d1e0ab admin admin] Deleting port 5f4a42ee-3c00-49ff-b7de-a076acf83953 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:27.009871 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e400a281-75bb-4ab3-982e-608640d1e0ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:27.088574 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-e400a281-75bb-4ab3-982e-608640d1e0ab admin admin] For port 5f4a42ee-3c00-49ff-b7de-a076acf83953, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=5f4a42ee-3c00-49ff-b7de-a076acf83953,segment=NetworkSegment(a7cc3787-68b9-45d7-b5ac-ac96bcb35730),segment_id=a7cc3787-68b9-45d7-b5ac-ac96bcb35730)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:27.088931 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e400a281-75bb-4ab3-982e-608640d1e0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:27.102087 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e400a281-75bb-4ab3-982e-608640d1e0ab admin admin] Calling delete_port for 5f4a42ee-3c00-49ff-b7de-a076acf83953 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:27.286373 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:27.292920 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e400a281-75bb-4ab3-982e-608640d1e0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (5f4a42ee-3c00-49ff-b7de-a076acf83953), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:27.320854 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400a281-75bb-4ab3-982e-608640d1e0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4a42ee-3c00-49ff-b7de-a076acf83953,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:27.487473 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e400a281-75bb-4ab3-982e-608640d1e0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-419315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926552'] for router_interface (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:27.602326 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-19057118-12b1-4370-ad7d-a7fcc22c8eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:27.978718 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:27.991989 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c72bc-bbb2-4e75-98b6-a0f2156685cb req-13ce7ede-73c1-4b91-aa04-99ccfd680ea0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:27.993386 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b28c72bc-bbb2-4e75-98b6-a0f2156685cb req-13ce7ede-73c1-4b91-aa04-99ccfd680ea0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 943 time: 0.3226743 May 24 15:45:28.002713 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e400a281-75bb-4ab3-982e-608640d1e0ab admin admin] Router 8e32d905-cfb8-450d-aba5-ff0bcf6b021e has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:45:28.094126 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b28c72bc-bbb2-4e75-98b6-a0f2156685cb req-7cbca6f0-c139-42bb-863b-e788732955ed tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=92f7902c-148f-4a48-ab28-531d76d63d69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916355 May 24 15:45:28.151815 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e400a281-75bb-4ab3-982e-608640d1e0ab admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:45:28.157005 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-e400a281-75bb-4ab3-982e-608640d1e0ab admin admin] 10.222.0.55 "PUT /v2.0/routers/8e32d905-cfb8-450d-aba5-ff0bcf6b021e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8042960 May 24 15:45:28.159642 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54392) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:28.160571 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752268b-dc18-4538-8674-7efe1206b2d5 None None] Sync routers for ids ['8e32d905-cfb8-450d-aba5-ff0bcf6b021e'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:45:28.171367 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752268b-dc18-4538-8674-7efe1206b2d5 None None] Routers {'8e32d905-cfb8-450d-aba5-ff0bcf6b021e'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:28.172058 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7752268b-dc18-4538-8674-7efe1206b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:45:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['8e32d905-cfb8-450d-aba5-ff0bcf6b021e'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:28.262578 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Publish callbacks [] for router (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:28.275400 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7752268b-dc18-4538-8674-7efe1206b2d5 None None] Set router 8e32d905-cfb8-450d-aba5-ff0bcf6b021e gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:28.360522 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Publish callbacks [] for router_gateway (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:28.374451 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 0b3aafd5-72f6-4c1b-860e-b16344f56933 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:45:28.407205 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Deleting port f1d052dd-687d-41d9-bb6f-20bc6c68179d {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:28.407656 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:28.409520 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:28.447446 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7752268b-dc18-4538-8674-7efe1206b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'name': 'tempest-TestMinimumBasicScenario-1736366665-router', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:05Z', 'updated_at': '2022-05-24T15:45:27Z', 'revision_number': 5, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'gw_port': {'id': 'f1d052dd-687d-41d9-bb6f-20bc6c68179d', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:06Z', 'updated_at': '2022-05-24T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:28.473083 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752268b-dc18-4538-8674-7efe1206b2d5 None None] Checking router: 8e32d905-cfb8-450d-aba5-ff0bcf6b021e for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:45:28.480357 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 0b3aafd5-72f6-4c1b-860e-b16344f56933, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=0b3aafd5-72f6-4c1b-860e-b16344f56933,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:28.482137 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752268b-dc18-4538-8674-7efe1206b2d5 None None] Routers {'8e32d905-cfb8-450d-aba5-ff0bcf6b021e'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:28.482725 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7752268b-dc18-4538-8674-7efe1206b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:45:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['8e32d905-cfb8-450d-aba5-ff0bcf6b021e'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:28.493514 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'port_id': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'mac_address': 'fa:16:3e:dc:67:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:45:28.499458 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] For port f1d052dd-687d-41d9-bb6f-20bc6c68179d, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=f1d052dd-687d-41d9-bb6f-20bc6c68179d,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:28.499818 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:28.515718 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Calling delete_port for f1d052dd-687d-41d9-bb6f-20bc6c68179d owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:28.534514 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 0b3aafd5-72f6-4c1b-860e-b16344f56933 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:45:28.535009 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:28.549520 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3aafd5-72f6-4c1b-860e-b16344f56933 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:45:28.553074 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:28.570255 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 0b3aafd5-72f6-4c1b-860e-b16344f56933, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=0b3aafd5-72f6-4c1b-860e-b16344f56933,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:28.574061 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7752268b-dc18-4538-8674-7efe1206b2d5 None None] Set router 8e32d905-cfb8-450d-aba5-ff0bcf6b021e gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:28.576340 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:28.625017 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7752268b-dc18-4538-8674-7efe1206b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'name': 'tempest-TestMinimumBasicScenario-1736366665-router', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:05Z', 'updated_at': '2022-05-24T15:45:28Z', 'revision_number': 6, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'gw_port_host': None}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:28.631687 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=0b3aafd5-72f6-4c1b-860e-b16344f56933,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:28.694022 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (f1d052dd-687d-41d9-bb6f-20bc6c68179d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:28.723911 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d052dd-687d-41d9-bb6f-20bc6c68179d,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:28.741078 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752268b-dc18-4538-8674-7efe1206b2d5 None None] The sync data for ids ['8e32d905-cfb8-450d-aba5-ff0bcf6b021e'] in dv-cinder-843153-1-iscsi is: [{'id': '8e32d905-cfb8-450d-aba5-ff0bcf6b021e', 'name': 'tempest-TestMinimumBasicScenario-1736366665-router', 'tenant_id': 'f70c5efe3285406f84ab092456a78e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:05Z', 'updated_at': '2022-05-24T15:45:28Z', 'revision_number': 6, 'project_id': 'f70c5efe3285406f84ab092456a78e9c', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:45:28.789777 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924726'] for router_gateway (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:28.879827 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4623'] for router (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:28.882119 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Publish callbacks [] for router_controller (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:28.893952 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['0b3aafd5-72f6-4c1b-860e-b16344f56933'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:45:28.930932 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927888'] for router (8e32d905-cfb8-450d-aba5-ff0bcf6b021e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:28.931652 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e32d905-cfb8-450d-aba5-ff0bcf6b021e {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 15:45:28.935943 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:28.937140 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-268b300b-4866-4d56-9f0b-16fffa5b1d03 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8e32d905-cfb8-450d-aba5-ff0bcf6b021e HTTP/1.1" status: 204 len: 168 time: 0.7765675 May 24 15:45:28.939595 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54394) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:28.981306 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:28.990173 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec494f7c-6b31-4d01-99f5-0318b4231f36 admin admin] Deleting subnet fe029089-3d0c-432c-bed0-c83a17a1f5bd {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:45:28.994142 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec494f7c-6b31-4d01-99f5-0318b4231f36 admin admin] Publish callbacks [] for subnet (fe029089-3d0c-432c-bed0-c83a17a1f5bd), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.029366 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec494f7c-6b31-4d01-99f5-0318b4231f36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431387'] for subnet (fe029089-3d0c-432c-bed0-c83a17a1f5bd), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.104139 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec494f7c-6b31-4d01-99f5-0318b4231f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (fe029089-3d0c-432c-bed0-c83a17a1f5bd), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.154108 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.164268 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec494f7c-6b31-4d01-99f5-0318b4231f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2946720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3945160'] for subnet (fe029089-3d0c-432c-bed0-c83a17a1f5bd), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.205458 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec494f7c-6b31-4d01-99f5-0318b4231f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe029089-3d0c-432c-bed0-c83a17a1f5bd,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:29.214785 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87a554-9c02-4aaf-9869-0bfd302feba9 None None] Network 023073ce-a70a-4b14-9d68-14e1b089aaf1 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:45:29.223811 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ec494f7c-6b31-4d01-99f5-0318b4231f36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.226956 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-ec494f7c-6b31-4d01-99f5-0318b4231f36 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fe029089-3d0c-432c-bed0-c83a17a1f5bd HTTP/1.1" status: 204 len: 168 time: 0.2858739 May 24 15:45:29.229879 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54398) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:29.270106 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:29.283471 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7db58a-1c9c-4d83-8194-e5e3f91c2aa3 req-5ef23898-c193-437e-b256-8b4ac05f9a45 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:29.284926 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-de7db58a-1c9c-4d83-8194-e5e3f91c2aa3 req-5ef23898-c193-437e-b256-8b4ac05f9a45 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 944 time: 0.0922699 May 24 15:45:29.303296 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:29.332143 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (023073ce-a70a-4b14-9d68-14e1b089aaf1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.361484 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-de7db58a-1c9c-4d83-8194-e5e3f91c2aa3 req-d4ebd518-2f7f-44aa-bb9e-41bde7aff041 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=92f7902c-148f-4a48-ab28-531d76d63d69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700209 May 24 15:45:29.382150 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:29.393620 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Deleting port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:29.393952 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.454730 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] For port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b,segment=NetworkSegment(a7cc3787-68b9-45d7-b5ac-ac96bcb35730),segment_id=a7cc3787-68b9-45d7-b5ac-ac96bcb35730)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:29.455008 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.468145 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Calling delete_port for 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:29.540835 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0bec27-5118-4c86-b0a7-50eca21ccc97 None None] DHCP port deletion for 023073ce-a70a-4b14-9d68-14e1b089aaf1 request from dv-cinder-843153-1-iscsi {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 15:45:29.553352 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.578283 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Pushing event deleted for resources: {'Port': ['ID=0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:29.581671 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] No DVR routers for this DVR port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b on host dv-cinder-843153-1-iscsi {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:45:29.587433 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ef0bec27-5118-4c86-b0a7-50eca21ccc97 None None] Deleting port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:45:29.587805 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef0bec27-5118-4c86-b0a7-50eca21ccc97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.652863 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ef0bec27-5118-4c86-b0a7-50eca21ccc97 None None] For port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b, host dv-cinder-843153-1-iscsi, got binding levels [] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:29.653447 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef0bec27-5118-4c86-b0a7-50eca21ccc97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.658582 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (023073ce-a70a-4b14-9d68-14e1b089aaf1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.674101 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ef0bec27-5118-4c86-b0a7-50eca21ccc97 None None] Calling delete_port for 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:45:29.677530 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.ipam_backend_mixin [None req-ef0bec27-5118-4c86-b0a7-50eca21ccc97 None None] Port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b was not found and therefore no delete operation was performed {{(pid=104077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 24 15:45:29.678854 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ef0bec27-5118-4c86-b0a7-50eca21ccc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157'] for port (0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.680007 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023073ce-a70a-4b14-9d68-14e1b089aaf1']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:29.689992 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cc3787-68b9-45d7-b5ac-ac96bcb35730') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:29.690952 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cc3787-68b9-45d7-b5ac-ac96bcb35730') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:29.700531 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431380'] for segment (a7cc3787-68b9-45d7-b5ac-ac96bcb35730), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.703473 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bec27-5118-4c86-b0a7-50eca21ccc97 None None] Pushing event deleted for resources: {'Port': ['ID=0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:29.708599 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0bec27-5118-4c86-b0a7-50eca21ccc97 None None] No DVR routers for this DVR port 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b on host dv-cinder-843153-1-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:45:29.714543 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (a7cc3787-68b9-45d7-b5ac-ac96bcb35730), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.725182 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:45:29.725641 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2946882'] for segment (a7cc3787-68b9-45d7-b5ac-ac96bcb35730), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.768873 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment a7cc3787-68b9-45d7-b5ac-ac96bcb35730 resource provider aggregate not found May 24 15:45:29.786113 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment a7cc3787-68b9-45d7-b5ac-ac96bcb35730 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7cc3787-68b9-45d7-b5ac-ac96bcb35730 found for delete ", "request_id": "req-c7216458-8c84-42c6-a7fd-097c60b71f06"}]} May 24 15:45:29.795187 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (023073ce-a70a-4b14-9d68-14e1b089aaf1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.799980 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:29.803619 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] 10.222.0.55 "DELETE /v2.0/networks/023073ce-a70a-4b14-9d68-14e1b089aaf1 HTTP/1.1" status: 204 len: 168 time: 0.5730751 May 24 15:45:29.817823 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202134c-1cc7-4cd5-ba07-deb3a78403be admin admin] Pushing event deleted for resources: {'Network': ['ID=023073ce-a70a-4b14-9d68-14e1b089aaf1,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:29.929339 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54410) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:29.973605 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-dc8122f3-c713-41d3-bc24-d76f98268bf7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b05a5e216dd141dabe29dfc71abee8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430670 May 24 15:45:29.975972 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54412) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:30.025810 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-361c474a-106a-4376-a99b-6fa40632a287 admin admin] Publish callbacks [] for security_group (98681c35-981b-44c7-b46d-907660db0749), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:30.048566 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-361c474a-106a-4376-a99b-6fa40632a287 admin admin] Publish callbacks [] for security_group (98681c35-981b-44c7-b46d-907660db0749), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:30.110544 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-361c474a-106a-4376-a99b-6fa40632a287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (98681c35-981b-44c7-b46d-907660db0749), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:30.113291 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-361c474a-106a-4376-a99b-6fa40632a287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:30.114448 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-361c474a-106a-4376-a99b-6fa40632a287 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98681c35-981b-44c7-b46d-907660db0749 HTTP/1.1" status: 204 len: 168 time: 0.1375220 May 24 15:45:30.122405 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c474a-106a-4376-a99b-6fa40632a287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98681c35-981b-44c7-b46d-907660db0749,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:30.293962 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:45:30.314000 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:45:30.314346 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 0a98c4e8-fbf5-42ae-8cfc-4c8889ca298b not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:45:30.314760 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device f1d052dd-687d-41d9-bb6f-20bc6c68179d no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:45:30.336649 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: f1d052dd-687d-41d9-bb6f-20bc6c68179d {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:45:30.336991 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device f1d052dd-687d-41d9-bb6f-20bc6c68179d not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:45:30.337381 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5f4a42ee-3c00-49ff-b7de-a076acf83953 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:45:30.365384 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 5f4a42ee-3c00-49ff-b7de-a076acf83953 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:45:30.365727 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5f4a42ee-3c00-49ff-b7de-a076acf83953 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:45:30.370338 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:30.386371 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 0b3aafd5-72f6-4c1b-860e-b16344f56933 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:45:30.432382 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port 0b3aafd5-72f6-4c1b-860e-b16344f56933 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:45:30.439098 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port 0b3aafd5-72f6-4c1b-860e-b16344f56933 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:45:30.439744 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:30.487351 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54420) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:30.494574 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba984c-f61d-4ebc-a183-17e635042782 req-520c7499-687f-4d48-89be-7967afc40e58 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:30.496239 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-85ba984c-f61d-4ebc-a183-17e635042782 req-520c7499-687f-4d48-89be-7967afc40e58 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 944 time: 0.0567794 May 24 15:45:30.520442 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 0b3aafd5-72f6-4c1b-860e-b16344f56933 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:45:30.520825 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:30.524837 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:30.538770 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-42b8809b-bd37-4acb-8a0d-33a82b88893f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f70c5efe3285406f84ab092456a78e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502660 May 24 15:45:30.542071 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54422) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:30.548546 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3aafd5-72f6-4c1b-860e-b16344f56933'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:45:30.548896 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-85ba984c-f61d-4ebc-a183-17e635042782 req-e62be4b0-5584-41da-9176-b302d20eb088 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=92f7902c-148f-4a48-ab28-531d76d63d69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457177 May 24 15:45:30.551567 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2114b601-eaa4-402b-afba-a2e52123019d" -d '{"events": [{"server_uuid": "b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d", "name": "network-vif-plugged", "status": "completed", "tag": "0b3aafd5-72f6-4c1b-860e-b16344f56933"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:45:30.564902 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 0b3aafd5-72f6-4c1b-860e-b16344f56933, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=0b3aafd5-72f6-4c1b-860e-b16344f56933,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:45:30.569975 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:30.597835 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afe5f22-8c0b-499c-81cf-eafd4aeaaa82 x-openstack-request-id: req-0afe5f22-8c0b-499c-81cf-eafd4aeaaa82 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:45:30.598127 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d", "name": "network-vif-plugged", "status": "completed", "tag": "0b3aafd5-72f6-4c1b-860e-b16344f56933", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:45:30.598382 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0afe5f22-8c0b-499c-81cf-eafd4aeaaa82 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:45:30.598770 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afe5f22-8c0b-499c-81cf-eafd4aeaaa82'] response: {'server_uuid': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'code': 200} May 24 15:45:30.600876 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:30.604287 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0530b53c-9e05-45c7-b0ea-e97e80a72021 admin admin] Publish callbacks [] for security_group (93a0e870-29b7-42fa-8394-d57698f77962), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:30.625249 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=0b3aafd5-72f6-4c1b-860e-b16344f56933,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:30.627868 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0530b53c-9e05-45c7-b0ea-e97e80a72021 admin admin] Publish callbacks [] for security_group (93a0e870-29b7-42fa-8394-d57698f77962), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:30.681839 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0530b53c-9e05-45c7-b0ea-e97e80a72021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (93a0e870-29b7-42fa-8394-d57698f77962), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:30.684390 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0530b53c-9e05-45c7-b0ea-e97e80a72021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:30.688287 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-0530b53c-9e05-45c7-b0ea-e97e80a72021 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93a0e870-29b7-42fa-8394-d57698f77962 HTTP/1.1" status: 204 len: 168 time: 0.1450343 May 24 15:45:30.696462 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530b53c-9e05-45c7-b0ea-e97e80a72021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a0e870-29b7-42fa-8394-d57698f77962,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:45:30.819475 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34f34e-dd07-45f3-8f82-c743ae4c9e06 req-57569426-f282-4a3d-9073-4dcfc442f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:30.821113 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8e34f34e-dd07-45f3-8f82-c743ae4c9e06 req-57569426-f282-4a3d-9073-4dcfc442f959 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 1129 time: 0.0396712 May 24 15:45:30.874846 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8e34f34e-dd07-45f3-8f82-c743ae4c9e06 req-69ce6db7-82d0-47ba-b8ec-f04e82e81458 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=92f7902c-148f-4a48-ab28-531d76d63d69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471380 May 24 15:45:31.682942 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba1778-ca0d-4cb2-87ed-e926d829e7fb req-38f938d4-0ca6-4cad-9343-d8334649db02 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:31.684643 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-71ba1778-ca0d-4cb2-87ed-e926d829e7fb req-38f938d4-0ca6-4cad-9343-d8334649db02 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 945 time: 0.0580342 May 24 15:45:31.720904 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:31.737704 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-71ba1778-ca0d-4cb2-87ed-e926d829e7fb req-5801c351-5b96-49dd-b43d-e71a2f589907 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=92f7902c-148f-4a48-ab28-531d76d63d69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472238 May 24 15:45:32.858130 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3aafc6-4171-4f44-a761-765e588eb6c8 req-b53ff31b-f009-41e5-9b6a-4b03c1277904 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:32.859610 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cf3aafc6-4171-4f44-a761-765e588eb6c8 req-b53ff31b-f009-41e5-9b6a-4b03c1277904 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 945 time: 0.0489078 May 24 15:45:32.914348 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cf3aafc6-4171-4f44-a761-765e588eb6c8 req-24ad2d59-e0ad-43fd-b11b-4edf6a617188 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=92f7902c-148f-4a48-ab28-531d76d63d69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480154 May 24 15:45:33.027364 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09354ce0-489a-40c6-9d01-70c608366147 req-c808080e-7c14-4a44-bf7c-7005c49ffb64 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:33.028836 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-09354ce0-489a-40c6-9d01-70c608366147 req-c808080e-7c14-4a44-bf7c-7005c49ffb64 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 945 time: 0.0509801 May 24 15:45:33.037770 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54434) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:45:33.041952 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-99cfa8b5-71e1-4f36-8aa4-aea6d89be67d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'floatingip': {'port_id': '0b3aafd5-72f6-4c1b-860e-b16344f56933'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:45:33.078749 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99cfa8b5-71e1-4f36-8aa4-aea6d89be67d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (0cbc037b-8ddd-4d47-bec4-6d326df1b637), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:33.293948 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:33.518562 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99cfa8b5-71e1-4f36-8aa4-aea6d89be67d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:33.525471 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99cfa8b5-71e1-4f36-8aa4-aea6d89be67d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (0cbc037b-8ddd-4d47-bec4-6d326df1b637), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:33.620231 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.l3_db [None req-99cfa8b5-71e1-4f36-8aa4-aea6d89be67d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Floating IP 0cbc037b-8ddd-4d47-bec4-6d326df1b637 associated. External IP: 172.27.3.90, port: 0b3aafd5-72f6-4c1b-860e-b16344f56933. May 24 15:45:33.812386 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:33.816660 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cfa8b5-71e1-4f36-8aa4-aea6d89be67d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Router ef9c52da-61c1-40fb-91e4-ef14cffa5fba has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:45:33.922011 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cfa8b5-71e1-4f36-8aa4-aea6d89be67d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:45:33.926748 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-99cfa8b5-71e1-4f36-8aa4-aea6d89be67d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:33.933847 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1344e3-d380-4cd4-b9d1-a0fc71daf9fa None None] Sync routers for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:45:33.944961 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1344e3-d380-4cd4-b9d1-a0fc71daf9fa None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:33.945426 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-be1344e3-d380-4cd4-b9d1-a0fc71daf9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:45:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:33.957287 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-99cfa8b5-71e1-4f36-8aa4-aea6d89be67d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "PUT /v2.0/floatingips/0cbc037b-8ddd-4d47-bec4-6d326df1b637 HTTP/1.1" status: 200 len: 990 time: 0.9185379 May 24 15:45:33.957906 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'tag': '0b3aafd5-72f6-4c1b-860e-b16344f56933'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:45:33.960277 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeae5c8-7b41-44bb-be53-af9f482e1719" -d '{"events": [{"name": "network-changed", "server_uuid": "b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d", "tag": "0b3aafd5-72f6-4c1b-860e-b16344f56933"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:45:33.997371 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfdb9f0-c700-4331-beb6-def7606bbbd2 x-openstack-request-id: req-4bfdb9f0-c700-4331-beb6-def7606bbbd2 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:45:33.997662 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d", "tag": "0b3aafd5-72f6-4c1b-860e-b16344f56933", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:45:33.997898 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bfdb9f0-c700-4331-beb6-def7606bbbd2 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:45:33.998308 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfdb9f0-c700-4331-beb6-def7606bbbd2'] response: {'name': 'network-changed', 'server_uuid': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'tag': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'status': 'completed', 'code': 200} May 24 15:45:34.052988 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-be1344e3-d380-4cd4-b9d1-a0fc71daf9fa None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:34.081555 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeae5c8-7b41-44bb-be53-af9f482e1719 req-a69d53a4-98a3-4542-be5b-df6ea7265931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:34.083075 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adeae5c8-7b41-44bb-be53-af9f482e1719 req-a69d53a4-98a3-4542-be5b-df6ea7265931 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 1129 time: 0.0398066 May 24 15:45:34.177512 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeae5c8-7b41-44bb-be53-af9f482e1719 req-22bae9f4-22df-4659-b714-7028d3078f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:34.178915 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adeae5c8-7b41-44bb-be53-af9f482e1719 req-22bae9f4-22df-4659-b714-7028d3078f53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 915 time: 0.0899825 May 24 15:45:34.245699 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adeae5c8-7b41-44bb-be53-af9f482e1719 req-12f2598d-5874-4720-b127-e0571ae637af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b3aafd5-72f6-4c1b-860e-b16344f56933 HTTP/1.1" status: 200 len: 998 time: 0.0603638 May 24 15:45:34.271897 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-be1344e3-d380-4cd4-b9d1-a0fc71daf9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '0cbc037b-8ddd-4d47-bec4-6d326df1b637', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:dc:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:45:20Z', 'updated_at': '2022-05-24T15:45:33Z', 'revision_number': 1, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:34.295957 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeae5c8-7b41-44bb-be53-af9f482e1719 req-5c11383f-e0b8-4a44-a11e-28bc53ae7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:34.297473 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adeae5c8-7b41-44bb-be53-af9f482e1719 req-5c11383f-e0b8-4a44-a11e-28bc53ae7a41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0454051 May 24 15:45:34.345446 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeae5c8-7b41-44bb-be53-af9f482e1719 req-e17c7966-87a2-4916-aed4-c9f548026ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:34.347058 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adeae5c8-7b41-44bb-be53-af9f482e1719 req-e17c7966-87a2-4916-aed4-c9f548026ab8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423300 May 24 15:45:34.401783 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:34.426032 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1344e3-d380-4cd4-b9d1-a0fc71daf9fa None None] Checking router: ef9c52da-61c1-40fb-91e4-ef14cffa5fba for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:45:34.435478 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1344e3-d380-4cd4-b9d1-a0fc71daf9fa None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:45:34.436013 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-be1344e3-d380-4cd4-b9d1-a0fc71daf9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:45:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:34.445145 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adeae5c8-7b41-44bb-be53-af9f482e1719 req-605931bd-53f0-4961-9616-3ee5881a7139 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907838 May 24 15:45:34.475141 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:34.486073 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:34.534667 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adeae5c8-7b41-44bb-be53-af9f482e1719 req-7e67c71b-22c9-4cfa-891f-dfb9fdc3748f service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828538 May 24 15:45:34.540539 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-be1344e3-d380-4cd4-b9d1-a0fc71daf9fa None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:45:34.748211 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-be1344e3-d380-4cd4-b9d1-a0fc71daf9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '0cbc037b-8ddd-4d47-bec4-6d326df1b637', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:dc:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:45:20Z', 'updated_at': '2022-05-24T15:45:33Z', 'revision_number': 1, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:45:34.776738 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1344e3-d380-4cd4-b9d1-a0fc71daf9fa None None] The sync data for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi is: [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '0cbc037b-8ddd-4d47-bec4-6d326df1b637', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:dc:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:45:20Z', 'updated_at': '2022-05-24T15:45:33Z', 'revision_number': 1, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:45:34.969543 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbd5f61-d81c-49cc-97d6-661791c6a241 None None] New status for floating IP 0cbc037b-8ddd-4d47-bec4-6d326df1b637: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:45:37.554409 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:42.079025 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeef70-22d1-4d3a-a95d-ee8dd3fd6c59 req-93cbc4a5-4466-4175-9ac3-b673a27029ae tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:42.080781 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3cbeef70-22d1-4d3a-a95d-ee8dd3fd6c59 req-93cbc4a5-4466-4175-9ac3-b673a27029ae tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0579596 May 24 15:45:42.129319 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3cbeef70-22d1-4d3a-a95d-ee8dd3fd6c59 req-f1c20916-7937-405c-b51a-4d68eeee5e9c tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 May 24 15:45:43.256472 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816b0e2-86e5-406a-8b11-a623c3a6cae5 req-41b3edab-4e74-4f1c-a029-6f694d249151 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:43.257999 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f816b0e2-86e5-406a-8b11-a623c3a6cae5 req-41b3edab-4e74-4f1c-a029-6f694d249151 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0550866 May 24 15:45:43.313494 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f816b0e2-86e5-406a-8b11-a623c3a6cae5 req-c3db7c4a-8cd8-4477-96a1-3f291fa40b63 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471072 May 24 15:45:44.442508 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a2052-4c2b-44ad-a1c8-6fb563ca8af1 req-fadbef1e-71b4-4680-b737-e1b7901139ed tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:44.443910 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0e9a2052-4c2b-44ad-a1c8-6fb563ca8af1 req-fadbef1e-71b4-4680-b737-e1b7901139ed tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0518081 May 24 15:45:44.498139 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0e9a2052-4c2b-44ad-a1c8-6fb563ca8af1 req-8a16440c-1d04-47b2-96b0-55ae042ab316 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485401 May 24 15:45:44.525588 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:44.531121 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=18 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:45.069915 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:45.071848 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=93 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:45.623033 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7e9a-f4cc-449a-af1c-7e4238071fa3 req-29268c73-e677-41f1-a50d-f14a8b2b6ee9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:45.624505 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-23fb7e9a-f4cc-449a-af1c-7e4238071fa3 req-29268c73-e677-41f1-a50d-f14a8b2b6ee9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0491660 May 24 15:45:45.648736 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:45.676657 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-23fb7e9a-f4cc-449a-af1c-7e4238071fa3 req-50079b72-6c27-4e36-9631-5cef2c6bcd67 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430892 May 24 15:45:45.899074 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:45:46.798748 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f1645-2c7b-4835-80d9-f0b61b1e1b1f req-31dc8141-092b-4879-9f03-88c5c2a28655 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:46.800261 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-710f1645-2c7b-4835-80d9-f0b61b1e1b1f req-31dc8141-092b-4879-9f03-88c5c2a28655 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0495825 May 24 15:45:46.855124 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-710f1645-2c7b-4835-80d9-f0b61b1e1b1f req-d20abe33-a423-4dd9-853d-9e236272ff63 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467627 May 24 15:45:47.544218 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=30 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:47.548001 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:47.984402 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d1e26-8a54-41fb-815a-a2dd9e905709 req-d00a9e5f-9396-4e39-8065-2aa3f9835a2b tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:47.985916 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-834d1e26-8a54-41fb-815a-a2dd9e905709 req-d00a9e5f-9396-4e39-8065-2aa3f9835a2b tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0557704 May 24 15:45:48.039429 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-834d1e26-8a54-41fb-815a-a2dd9e905709 req-9434ca00-46f2-48fd-9354-7fdaea13b56a tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478601 May 24 15:45:49.169392 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e19a4-e94a-4f0f-a44c-be4ccc8034dd req-8373e0f4-731a-48c5-9484-061730820b4f tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:49.170837 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-192e19a4-e94a-4f0f-a44c-be4ccc8034dd req-8373e0f4-731a-48c5-9484-061730820b4f tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0503559 May 24 15:45:49.221792 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-192e19a4-e94a-4f0f-a44c-be4ccc8034dd req-6cd3d972-367b-49d9-80c4-7a90e7a2d427 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429189 May 24 15:45:50.360543 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f48fa1-1be0-4e7f-829f-d657ec2eb190 req-061d51ac-2bcb-4e78-b2b0-499b3710972d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:50.362034 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-13f48fa1-1be0-4e7f-829f-d657ec2eb190 req-061d51ac-2bcb-4e78-b2b0-499b3710972d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0596831 May 24 15:45:50.411315 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-13f48fa1-1be0-4e7f-829f-d657ec2eb190 req-839255fb-6112-4bbd-8286-d00ea6e3d530 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410936 May 24 15:45:51.540288 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf16f04-3834-41d8-b45a-5fc5016160de req-f13106a7-be7b-43e7-bd76-cd1bc0fc39f3 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:51.541721 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ddf16f04-3834-41d8-b45a-5fc5016160de req-f13106a7-be7b-43e7-bd76-cd1bc0fc39f3 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0463507 May 24 15:45:51.567474 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:51.591203 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ddf16f04-3834-41d8-b45a-5fc5016160de req-50451472-fd27-450f-a9dc-0388513b9b2e tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430419 May 24 15:45:52.720805 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ef46c-43fe-428f-b086-d7b603a6fa77 req-72df57df-1b9a-4d91-a495-0f3dc26182c5 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:52.722411 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-303ef46c-43fe-428f-b086-d7b603a6fa77 req-72df57df-1b9a-4d91-a495-0f3dc26182c5 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0478957 May 24 15:45:52.782272 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-303ef46c-43fe-428f-b086-d7b603a6fa77 req-45e0bd27-3339-4e89-b28e-d525c7494da7 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517039 May 24 15:45:52.992634 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c15f7-bb99-485d-a727-da370ad991b8 req-07d4dc7a-1072-4be2-a5b4-51d10b22321f tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:52.994107 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-261c15f7-bb99-485d-a727-da370ad991b8 req-07d4dc7a-1072-4be2-a5b4-51d10b22321f tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0469456 May 24 15:45:53.045031 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-261c15f7-bb99-485d-a727-da370ad991b8 req-ceb7eebc-e1d9-46cf-ac5b-0120b56e4e95 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436451 May 24 15:45:53.079830 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d579b2c-3515-41d7-987f-85525bdfc270 req-15850664-fd5a-4be8-86bf-6a1c92e916c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:53.081505 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2d579b2c-3515-41d7-987f-85525bdfc270 req-15850664-fd5a-4be8-86bf-6a1c92e916c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 1129 time: 0.0445251 May 24 15:45:53.170157 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d579b2c-3515-41d7-987f-85525bdfc270 req-52620bc9-f237-4bcf-b311-74c82c648baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:53.171515 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2d579b2c-3515-41d7-987f-85525bdfc270 req-52620bc9-f237-4bcf-b311-74c82c648baa service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0609c63-82a5-45e5-be15-292af1dcfb75 HTTP/1.1" status: 200 len: 912 time: 0.0838635 May 24 15:45:53.247022 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2d579b2c-3515-41d7-987f-85525bdfc270 req-abe387cc-9fbd-4c10-b71a-0791827cdead service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd56e978-8417-4a9e-9877-8bfb981aa335 HTTP/1.1" status: 200 len: 1001 time: 0.0684495 May 24 15:45:53.294462 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d579b2c-3515-41d7-987f-85525bdfc270 req-8be793fd-2c9f-4d57-8baa-ae5ded603b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:53.295881 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2d579b2c-3515-41d7-987f-85525bdfc270 req-8be793fd-2c9f-4d57-8baa-ae5ded603b43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2edc2840-bb64-422a-be91-aa0787520465 HTTP/1.1" status: 200 len: 850 time: 0.0428462 May 24 15:45:53.339845 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d579b2c-3515-41d7-987f-85525bdfc270 req-ba41be43-6656-4b1d-a14d-8478ee192fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:53.341332 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2d579b2c-3515-41d7-987f-85525bdfc270 req-ba41be43-6656-4b1d-a14d-8478ee192fb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0609c63-82a5-45e5-be15-292af1dcfb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388343 May 24 15:45:53.433785 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2d579b2c-3515-41d7-987f-85525bdfc270 req-53cefee8-6a9f-41ba-bc8d-37887e7fc0ac service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849702 May 24 15:45:53.522628 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2d579b2c-3515-41d7-987f-85525bdfc270 req-b00cd76e-fa6c-4918-a634-a12ef690105b service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829310 May 24 15:45:54.172332 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3883efe-7893-47d1-8277-a67fa3c64cff req-698f696c-8cb5-4f41-b07d-1ee0c165c730 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:54.174515 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a3883efe-7893-47d1-8277-a67fa3c64cff req-698f696c-8cb5-4f41-b07d-1ee0c165c730 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0572913 May 24 15:45:54.220679 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a3883efe-7893-47d1-8277-a67fa3c64cff req-2a228953-b86c-4a70-b62a-b6bddc2213ed tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405569 May 24 15:45:55.347436 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1dd50d29-1ec7-4fd4-b31c-8faab98ea239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:55.359027 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56567153-fd21-421b-842e-a4eae1b1981f req-683da288-dd16-4085-a995-29f221428eeb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:45:55.360561 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-56567153-fd21-421b-842e-a4eae1b1981f req-683da288-dd16-4085-a995-29f221428eeb tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0555789 May 24 15:45:55.408625 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-56567153-fd21-421b-842e-a4eae1b1981f req-602728e2-8c30-42ed-b0d1-8afb66092faa tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422313 May 24 15:45:57.611127 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac4b8d4c-ea7c-43e6-ae9f-d41abf801b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:59.153210 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:45:59.852872 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:45:59.854213 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:00.350576 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:01.729096 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:03.517911 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=49 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:03.519115 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=45 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:05.403363 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=39 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:05.405860 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=80 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:07.564331 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:09.342744 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adddaf94-9e21-4083-8937-58198d7fd38f req-9d9fea2a-3df9-4f97-9411-c84528e5bd1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386403 May 24 15:46:09.472066 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddaf94-9e21-4083-8937-58198d7fd38f req-06208382-d86a-411c-bdbb-99db966c4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:09.473619 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adddaf94-9e21-4083-8937-58198d7fd38f req-06208382-d86a-411c-bdbb-99db966c4af0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 1129 time: 0.0493205 May 24 15:46:09.584836 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddaf94-9e21-4083-8937-58198d7fd38f req-a00991bb-7e7f-4078-8128-8c5746dbb6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:09.586314 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adddaf94-9e21-4083-8937-58198d7fd38f req-a00991bb-7e7f-4078-8128-8c5746dbb6ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0609c63-82a5-45e5-be15-292af1dcfb75 HTTP/1.1" status: 200 len: 912 time: 0.0933444 May 24 15:46:09.659379 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adddaf94-9e21-4083-8937-58198d7fd38f req-b89e9f39-0127-4fef-8b06-79fbb16ddac2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd56e978-8417-4a9e-9877-8bfb981aa335 HTTP/1.1" status: 200 len: 1001 time: 0.0591724 May 24 15:46:09.711599 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddaf94-9e21-4083-8937-58198d7fd38f req-f4723d11-b4b5-416c-b9f2-45532ebc0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:09.713196 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adddaf94-9e21-4083-8937-58198d7fd38f req-f4723d11-b4b5-416c-b9f2-45532ebc0b50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2edc2840-bb64-422a-be91-aa0787520465 HTTP/1.1" status: 200 len: 850 time: 0.0446494 May 24 15:46:09.756244 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddaf94-9e21-4083-8937-58198d7fd38f req-357d91ea-87fd-437a-a54b-1cf68229b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:09.757730 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adddaf94-9e21-4083-8937-58198d7fd38f req-357d91ea-87fd-437a-a54b-1cf68229b06b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0609c63-82a5-45e5-be15-292af1dcfb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381982 May 24 15:46:09.859866 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adddaf94-9e21-4083-8937-58198d7fd38f req-61abd627-0e65-435f-8c91-0aef501a3e0c service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957682 May 24 15:46:09.953618 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-adddaf94-9e21-4083-8937-58198d7fd38f req-23e62184-d38d-45d4-8b2f-46d2824d44c9 service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874186 May 24 15:46:17.550868 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:17.557058 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:19.254818 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54542) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:19.260354 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1346173367', 'description': 'tempest-description--486543734'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:19.283145 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.354395 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (f8f6f8fc-2357-4629-be9c-602971800af7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.358998 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (f8f6f8fc-2357-4629-be9c-602971800af7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.389373 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.393366 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1339779 May 24 15:46:19.393366 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f6f8fc-2357-4629-be9c-602971800af7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:19.393952 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54544) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:19.398932 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'security_group_rule': {'security_group_id': 'f8f6f8fc-2357-4629-be9c-602971800af7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:19.399979 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.400351 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.400674 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.401005 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.401366 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.401689 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.402005 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.402320 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.402663 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.403159 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.403480 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.403798 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.404135 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.404453 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.404766 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83483827-362f-46a7-bcf4-1ee39c6da41d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.441803 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (45cd31f3-71f1-40bc-a1b4-fc843500907d), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.500009 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (45cd31f3-71f1-40bc-a1b4-fc843500907d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.504149 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (45cd31f3-71f1-40bc-a1b4-fc843500907d), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.523049 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cd31f3-71f1-40bc-a1b4-fc843500907d,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:19.532970 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.534148 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392176 May 24 15:46:19.535681 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.536021 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.536380 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.536713 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.537104 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.537332 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54546) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:19.537458 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.537742 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.538077 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.538395 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.538705 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.539206 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.539514 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.539833 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.540183 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.540501 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce4f5ad-105d-4ef0-b13d-51bed0079a4d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:19.541965 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-87b4b04e-f15e-4012-8447-544c0b4ccb4b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'security_group_rule': {'security_group_id': 'f8f6f8fc-2357-4629-be9c-602971800af7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:19.572820 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-87b4b04e-f15e-4012-8447-544c0b4ccb4b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (3723b4e1-5869-438e-bbeb-f12f9552b415), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.647384 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-87b4b04e-f15e-4012-8447-544c0b4ccb4b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (3723b4e1-5869-438e-bbeb-f12f9552b415), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.652288 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-87b4b04e-f15e-4012-8447-544c0b4ccb4b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (3723b4e1-5869-438e-bbeb-f12f9552b415), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.672755 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4b04e-f15e-4012-8447-544c0b4ccb4b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3723b4e1-5869-438e-bbeb-f12f9552b415,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:19.678490 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-87b4b04e-f15e-4012-8447-544c0b4ccb4b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.679741 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-87b4b04e-f15e-4012-8447-544c0b4ccb4b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413152 May 24 15:46:19.683113 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54550) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:19.687357 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:19.692085 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:19.710633 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.751892 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:19.789591 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:19.909265 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Allocated IP 172.27.3.239 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:46:20.015109 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for port (78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:20.052639 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:20.098716 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:46:20.103223 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:46:20.106913 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:46:20.110032 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'Port': ['ID=78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:20.188748 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (5bfc1b21-263c-4891-9a20-4719f5a3f186), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:20.229291 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:20.407765 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for port (78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:20.413987 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:20.417142 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:20.473076 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:20.483204 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'Port': ['ID=78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:20.496513 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (5bfc1b21-263c-4891-9a20-4719f5a3f186), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:20.512867 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:20.514089 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-af823a48-487a-44f7-bbde-21cbf837aa60 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8300464 May 24 15:46:20.730777 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-1c419c03-aeb7-4eef-acc1-558f1cd02530 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1346173367&fields=id&tenant_id=a30edd891b96456fbba6409a815f5fd8 HTTP/1.1" status: 200 len: 267 time: 0.0444901 May 24 15:46:20.841609 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-ea16a10b-7331-49eb-8aa2-b03806b4d4c9 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:20.843072 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-ea16a10b-7331-49eb-8aa2-b03806b4d4c9 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 814 time: 0.1030896 May 24 15:46:20.858140 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-88e3fa3a-0429-4eed-9dee-f83f7f3d991e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/quotas/a30edd891b96456fbba6409a815f5fd8 HTTP/1.1" status: 200 len: 375 time: 0.0090165 May 24 15:46:20.911901 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-9ba1650c-80d3-4816-a39c-ff4d388a87f3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488410 May 24 15:46:21.009050 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-4e52b4b8-f006-4294-8dc1-445ce936c846 service neutron] 10.222.0.55 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853179 May 24 15:46:21.119790 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-557fd139-f8eb-4b05-9498-9699085838a0 service neutron] 10.222.0.55 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048896 May 24 15:46:21.289566 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-59a50119-61b6-4a6e-9653-822a6b65081f req-ce67d5ba-0d94-493a-a4fc-91c784d6a3f2 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 210 time: 0.0331917 May 24 15:46:21.426601 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=12 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:21.429118 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=14 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:22.659027 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-46fa0337-c392-43d6-8edf-e755aa57d172 req-1ede5f9a-3bd1-4658-9022-7d2fe6fcdb84 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 210 time: 0.3020492 May 24 15:46:22.898253 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:46:23.400830 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-aa2c1220-2d81-498a-b46d-a1b0a14ad1fa tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:23.402184 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-aa2c1220-2d81-498a-b46d-a1b0a14ad1fa tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 814 time: 0.1038170 May 24 15:46:23.490693 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-3413e028-35ac-4e02-84b3-275a6fd0732e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a30edd891b96456fbba6409a815f5fd8 HTTP/1.1" status: 200 len: 471 time: 0.0718281 May 24 15:46:23.594051 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'port': {'device_id': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'admin_state_up': True, 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'security_groups': ['f8f6f8fc-2357-4629-be9c-602971800af7']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:23.706756 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Made reservation on behalf of a30edd891b96456fbba6409a815f5fd8 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:46:23.710300 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:23.755628 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e5443339-9b03-4f77-ad86-915790571913 req-5194835a-9301-42b6-b9b6-7a58fbfbd263 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 210 time: 0.0274942 May 24 15:46:23.836316 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Allocated IP 172.20.0.7 (1eca94ca-2475-4c7a-b305-a2f26b6c82f9/c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd/f3394494-955a-46e9-83d3-82a4d8a8342f) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:46:23.987812 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:24.024815 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:24.073408 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:46:24.076455 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:46:24.079057 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:46:24.109247 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'Port': ['ID=f3394494-955a-46e9-83d3-82a4d8a8342f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:24.133114 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:24.133600 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:24.137356 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:24.153001 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-d5291e2b-51b1-4996-81a6-98cf0a046fa3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638750 May 24 15:46:24.171192 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Request body: {'port': {'device_id': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:24.314464 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-4e7cd484-e921-4861-becd-c4b7794cc500 None None] Provisioning complete for port f3394494-955a-46e9-83d3-82a4d8a8342f triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:46:24.315096 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e7cd484-e921-4861-becd-c4b7794cc500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:24.348229 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cd484-e921-4861-becd-c4b7794cc500 None None] Port f3394494-955a-46e9-83d3-82a4d8a8342f cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:46:24.484328 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:24.495964 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:24.795283 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3394494-955a-46e9-83d3-82a4d8a8342f {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:46:24.803088 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Publish callbacks [] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:24.816613 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Transition to ACTIVE for port object f3394494-955a-46e9-83d3-82a4d8a8342f will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:46:24.822253 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:24.871701 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0931a-57ea-49d9-ac78-9e56569c37c5 req-d4725997-3a16-40f1-ba80-d92067b8891f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:24.873589 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-50d0931a-57ea-49d9-ac78-9e56569c37c5 req-d4725997-3a16-40f1-ba80-d92067b8891f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 943 time: 0.0484304 May 24 15:46:24.874151 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Pushing event updated for resources: {'Port': ['ID=f3394494-955a-46e9-83d3-82a4d8a8342f,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:24.933665 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-50d0931a-57ea-49d9-ac78-9e56569c37c5 req-1da817e8-1ff5-4f98-b630-be921564db6b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453999 May 24 15:46:24.944760 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Attempting to bind port f3394494-955a-46e9-83d3-82a4d8a8342f on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:46:24.945089 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Attempting to bind port f3394494-955a-46e9-83d3-82a4d8a8342f by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:46:24.945416 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Attempting to bind port f3394494-955a-46e9-83d3-82a4d8a8342f on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:46:24.950139 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Port f3394494-955a-46e9-83d3-82a4d8a8342f on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:46:24.950453 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Attempting to bind port f3394494-955a-46e9-83d3-82a4d8a8342f on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:46:24.955935 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:46:24.956427 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Checking segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:46:24.956758 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Bound using segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:46:24.957101 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Bound port: f3394494-955a-46e9-83d3-82a4d8a8342f, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:46:24.957465 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:25.024863 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] For port f3394494-955a-46e9-83d3-82a4d8a8342f, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:46:25.028081 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] For port f3394494-955a-46e9-83d3-82a4d8a8342f, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f3394494-955a-46e9-83d3-82a4d8a8342f,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:46:25.035419 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:25.068592 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:25.069207 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:25.070554 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] 10.222.0.59 "PUT /v2.0/ports/f3394494-955a-46e9-83d3-82a4d8a8342f HTTP/1.1" status: 200 len: 1093 time: 0.9036169 May 24 15:46:25.071003 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'tag': 'f3394494-955a-46e9-83d3-82a4d8a8342f'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:46:25.073303 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86603f3-89c0-491c-9ba2-6f198cf9893e" -d '{"events": [{"name": "network-changed", "server_uuid": "efdad178-71c5-4ee8-ae88-eb20542da928", "tag": "f3394494-955a-46e9-83d3-82a4d8a8342f"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:46:25.100946 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862284a9-d02b-49d2-8436-01eb3e0910ca service neutron] Pushing event updated for resources: {'Port': ['ID=f3394494-955a-46e9-83d3-82a4d8a8342f,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:25.116343 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3fe07b-bfe7-4664-9dc0-754002ad3bb2 x-openstack-request-id: req-0e3fe07b-bfe7-4664-9dc0-754002ad3bb2 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:46:25.116669 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdad178-71c5-4ee8-ae88-eb20542da928", "tag": "f3394494-955a-46e9-83d3-82a4d8a8342f", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:46:25.116943 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e3fe07b-bfe7-4664-9dc0-754002ad3bb2 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:46:25.117358 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3fe07b-bfe7-4664-9dc0-754002ad3bb2'] response: {'name': 'network-changed', 'server_uuid': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'tag': 'f3394494-955a-46e9-83d3-82a4d8a8342f', 'status': 'completed', 'code': 200} May 24 15:46:25.197526 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-940e8397-85bf-47d1-bdc4-5e6f4bc6a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:25.199128 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-940e8397-85bf-47d1-bdc4-5e6f4bc6a413 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 1127 time: 0.0445635 May 24 15:46:25.246417 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-4c3296df-b5eb-423c-a97e-93f30809b499 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3394494-955a-46e9-83d3-82a4d8a8342f HTTP/1.1" status: 200 len: 217 time: 0.0331783 May 24 15:46:25.303171 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-fc0df4ac-751a-4f73-a546-b93f5f2dd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:25.304590 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-fc0df4ac-751a-4f73-a546-b93f5f2dd896 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0507433 May 24 15:46:25.340349 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bb73c945-c409-435b-bf3c-e4808e001704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:25.352074 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:25.356447 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-06ecffde-4f52-4272-a143-93794864616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:25.358962 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-06ecffde-4f52-4272-a143-93794864616a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458562 May 24 15:46:25.453134 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-1ff43727-9af0-4920-a57c-b1e8d51c9049 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861685 May 24 15:46:25.542924 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:25.550704 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f999172a-4691-4c1a-b32c-63e8e2bd38a5 req-8f860f71-13cb-4941-b501-d5b74b045faa service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894265 May 24 15:46:26.061716 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4b815-7dc0-48d7-a95d-3fb7ce9ff98d req-fbae012c-119a-4a5d-b57c-8209a554ea32 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:26.063147 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c6e4b815-7dc0-48d7-a95d-3fb7ce9ff98d req-fbae012c-119a-4a5d-b57c-8209a554ea32 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 943 time: 0.0556834 May 24 15:46:26.109493 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c6e4b815-7dc0-48d7-a95d-3fb7ce9ff98d req-1c73e604-08d4-4e51-ac9f-a42bf1b95305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405765 May 24 15:46:26.515794 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-e6bb32dc-8fb0-4dc3-b8b5-6b4560318a9c tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280392271&fields=id&tenant_id=dc2810000275432fb1337151b6883e90 HTTP/1.1" status: 200 len: 267 time: 0.0577598 May 24 15:46:26.526847 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86603f3-89c0-491c-9ba2-6f198cf9893e req-28f21e27-6924-4054-a453-2760ce2f5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:26.528379 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d86603f3-89c0-491c-9ba2-6f198cf9893e req-28f21e27-6924-4054-a453-2760ce2f5884 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 1127 time: 0.0453582 May 24 15:46:26.585328 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:26.627144 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86603f3-89c0-491c-9ba2-6f198cf9893e req-84692ef0-0b56-4ba1-a57a-df29aa5b0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:26.628678 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d86603f3-89c0-491c-9ba2-6f198cf9893e req-84692ef0-0b56-4ba1-a57a-df29aa5b0b8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 915 time: 0.0942717 May 24 15:46:26.631368 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e9611-6447-4ee2-8015-d2247e2eddae req-4df280c3-0f80-45c6-808f-47aeb9b4dd25 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:26.632838 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-4df280c3-0f80-45c6-808f-47aeb9b4dd25 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 811 time: 0.1118677 May 24 15:46:26.648018 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-e2407f6e-ecdd-4f6e-8ceb-b63784d401ce tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/quotas/dc2810000275432fb1337151b6883e90 HTTP/1.1" status: 200 len: 375 time: 0.0094314 May 24 15:46:26.667894 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d86603f3-89c0-491c-9ba2-6f198cf9893e req-90e85ff6-c4f1-4f27-971a-c1ec33f0d46b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3394494-955a-46e9-83d3-82a4d8a8342f HTTP/1.1" status: 200 len: 217 time: 0.0330915 May 24 15:46:26.701451 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-36aae566-fc98-4ea2-bf84-e5846a331632 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482805 May 24 15:46:26.715078 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86603f3-89c0-491c-9ba2-6f198cf9893e req-c79814b0-5ae3-47d1-bfe4-b92f93f8f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:26.716548 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d86603f3-89c0-491c-9ba2-6f198cf9893e req-c79814b0-5ae3-47d1-bfe4-b92f93f8f7ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0431111 May 24 15:46:26.732276 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:26.767018 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86603f3-89c0-491c-9ba2-6f198cf9893e req-ff8c5c80-a93a-4516-b8ba-9cbd12322e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:26.768579 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d86603f3-89c0-491c-9ba2-6f198cf9893e req-ff8c5c80-a93a-4516-b8ba-9cbd12322e32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444252 May 24 15:46:26.802035 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-ae47bb85-1637-4017-a169-bfcf145c9f4b service neutron] 10.222.0.55 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884044 May 24 15:46:26.860641 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d86603f3-89c0-491c-9ba2-6f198cf9893e req-c66a3e92-f11e-488e-b48d-f5119279b1ed service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856214 May 24 15:46:26.890880 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-b5035138-9481-4352-bd7b-da04fe9cb5c9 service neutron] 10.222.0.55 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830746 May 24 15:46:26.956335 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d86603f3-89c0-491c-9ba2-6f198cf9893e req-abbf5f25-3657-4215-81df-240ee26a78d9 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892231 May 24 15:46:27.201411 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-76bc351f-02b1-48b0-8637-2ac985f1af1d req-71313a40-e271-496f-85a4-f1b8ea1245a5 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 210 time: 0.0380936 May 24 15:46:27.245052 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981b97a-619a-4431-ac98-309fbbbff759 req-81ca3bb6-410b-4d94-8e8d-f23f10349038 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:27.246512 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5981b97a-619a-4431-ac98-309fbbbff759 req-81ca3bb6-410b-4d94-8e8d-f23f10349038 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 943 time: 0.0548930 May 24 15:46:27.295007 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5981b97a-619a-4431-ac98-309fbbbff759 req-6629fe70-545a-4106-bb8f-0733b12f6a40 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424976 May 24 15:46:27.605561 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b7bd-a741-4bd9-a936-14c0a3d616b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:28.258382 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e9611-6447-4ee2-8015-d2247e2eddae req-d7298677-0760-46de-a3b5-741f6d057905 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:28.260421 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-d7298677-0760-46de-a3b5-741f6d057905 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 811 time: 0.1074846 May 24 15:46:28.304486 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-be03123b-189c-4846-8aa4-af8a34088395 req-7208f353-e0f9-4478-96b0-80571b487c70 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 210 time: 0.0298357 May 24 15:46:28.340018 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-42f5b706-8609-44cd-89b3-5f091d89c37a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc2810000275432fb1337151b6883e90 HTTP/1.1" status: 200 len: 380 time: 0.0648477 May 24 15:46:28.349059 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-294e9611-6447-4ee2-8015-d2247e2eddae req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'port': {'device_id': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'admin_state_up': True, 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'security_groups': ['ac86c14c-2c83-4acf-900e-a0deae1ec097']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:28.412253 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9a136-e5f8-46e4-9096-70ef43636a08 req-0b7bc26a-3a19-4c99-aaa3-22c52cd9d557 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:28.413735 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-66c9a136-e5f8-46e4-9096-70ef43636a08 req-0b7bc26a-3a19-4c99-aaa3-22c52cd9d557 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 943 time: 0.0504196 May 24 15:46:28.457340 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:28.460627 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-66c9a136-e5f8-46e4-9096-70ef43636a08 req-7d0ef1d6-a7ae-479e-844a-b3c0d01f16f2 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411856 May 24 15:46:28.463516 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294e9611-6447-4ee2-8015-d2247e2eddae req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Made reservation on behalf of dc2810000275432fb1337151b6883e90 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:46:28.467121 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-294e9611-6447-4ee2-8015-d2247e2eddae req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:28.599199 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-294e9611-6447-4ee2-8015-d2247e2eddae req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Allocated IP 172.20.0.9 (ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1/c62369ab-a153-408f-8529-4e2073c47512/32c2c21f-098c-426f-a69f-e6795e6db5ba) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:46:28.690701 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:28.749733 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-294e9611-6447-4ee2-8015-d2247e2eddae req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:28.759685 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f3394494-955a-46e9-83d3-82a4d8a8342f details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:46:28.786148 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-294e9611-6447-4ee2-8015-d2247e2eddae req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:28.846190 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294e9611-6447-4ee2-8015-d2247e2eddae req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:46:28.850138 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-294e9611-6447-4ee2-8015-d2247e2eddae req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:46:28.852804 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-294e9611-6447-4ee2-8015-d2247e2eddae req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:46:28.868156 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f3394494-955a-46e9-83d3-82a4d8a8342f, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f3394494-955a-46e9-83d3-82a4d8a8342f,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:46:28.883139 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'f3394494-955a-46e9-83d3-82a4d8a8342f', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'port_id': 'f3394494-955a-46e9-83d3-82a4d8a8342f', 'mac_address': 'fa:16:3e:21:58:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:46:28.884838 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'Port': ['ID=32c2c21f-098c-426f-a69f-e6795e6db5ba,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:28.922768 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f3394494-955a-46e9-83d3-82a4d8a8342f is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:46:28.923603 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:28.924817 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e9611-6447-4ee2-8015-d2247e2eddae req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:28.925458 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-294e9611-6447-4ee2-8015-d2247e2eddae req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:28.938296 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3394494-955a-46e9-83d3-82a4d8a8342f {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:46:28.946001 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-06dbeff2-8d38-4958-a6df-6c5ad9ca9e74 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6009195 May 24 15:46:28.959729 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f3394494-955a-46e9-83d3-82a4d8a8342f, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f3394494-955a-46e9-83d3-82a4d8a8342f,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:46:28.964799 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:28.974776 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Request body: {'port': {'device_id': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:29.033280 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f3394494-955a-46e9-83d3-82a4d8a8342f,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:29.042518 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.042988 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.043449 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.043796 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.043918 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:29.044250 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.044580 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.044910 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.045322 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.045832 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.046310 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.046780 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.047109 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.047422 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.047902 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.048487 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:46:29.161056 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-973de18c-d349-4a04-afe9-24180a23867a None None] Provisioning complete for port 32c2c21f-098c-426f-a69f-e6795e6db5ba triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:46:29.161693 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-973de18c-d349-4a04-afe9-24180a23867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:29.165169 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:29.200780 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-973de18c-d349-4a04-afe9-24180a23867a None None] Port 32c2c21f-098c-426f-a69f-e6795e6db5ba cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:46:29.298315 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['f3394494-955a-46e9-83d3-82a4d8a8342f'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:46:29.313964 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:29.357596 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c2c21f-098c-426f-a69f-e6795e6db5ba {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:46:29.366308 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Publish callbacks [] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:29.384911 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Transition to ACTIVE for port object 32c2c21f-098c-426f-a69f-e6795e6db5ba will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:46:29.390398 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:29.428221 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2452636-6c7f-4305-9db3-c0519371a9b4 req-c78fa122-854e-46dd-93c8-52927e9daef2 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:29.429904 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a2452636-6c7f-4305-9db3-c0519371a9b4 req-c78fa122-854e-46dd-93c8-52927e9daef2 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 943 time: 0.0513229 May 24 15:46:29.457448 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Pushing event updated for resources: {'Port': ['ID=32c2c21f-098c-426f-a69f-e6795e6db5ba,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:29.503854 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a2452636-6c7f-4305-9db3-c0519371a9b4 req-6aeee5ae-1eeb-41ad-bae7-724eb09086dd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646636 May 24 15:46:29.521397 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Attempting to bind port 32c2c21f-098c-426f-a69f-e6795e6db5ba on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:46:29.521731 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Attempting to bind port 32c2c21f-098c-426f-a69f-e6795e6db5ba by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:46:29.522056 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Attempting to bind port 32c2c21f-098c-426f-a69f-e6795e6db5ba on network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:46:29.528140 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Port 32c2c21f-098c-426f-a69f-e6795e6db5ba on network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:46:29.528398 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Attempting to bind port 32c2c21f-098c-426f-a69f-e6795e6db5ba on network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:46:29.533853 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:46:29.534184 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Checking segment: {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:46:29.534561 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Bound using segment: {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:46:29.534982 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Bound port: 32c2c21f-098c-426f-a69f-e6795e6db5ba, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48979680-976c-4167-8370-3d4d8e90cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:46:29.535386 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:29.572439 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:29.594193 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e05c4e-c6b4-4179-832f-c4d95a138690 req-d78b75cb-672b-44a0-a9cd-ea470c920654 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:29.595789 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91e05c4e-c6b4-4179-832f-c4d95a138690 req-d78b75cb-672b-44a0-a9cd-ea470c920654 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 944 time: 0.0501478 May 24 15:46:29.607808 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] For port 32c2c21f-098c-426f-a69f-e6795e6db5ba, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:46:29.611813 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] For port 32c2c21f-098c-426f-a69f-e6795e6db5ba, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=32c2c21f-098c-426f-a69f-e6795e6db5ba,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:46:29.619472 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:29.647399 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91e05c4e-c6b4-4179-832f-c4d95a138690 req-6c42f842-6245-4376-b3c8-366f1fda663a tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443704 May 24 15:46:29.654348 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:29.655067 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:29.656579 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] 10.222.0.59 "PUT /v2.0/ports/32c2c21f-098c-426f-a69f-e6795e6db5ba HTTP/1.1" status: 200 len: 1093 time: 0.6860294 May 24 15:46:29.657022 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'tag': '32c2c21f-098c-426f-a69f-e6795e6db5ba'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:46:29.659471 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13406a57-eacb-4208-b472-8fe062d95f62" -d '{"events": [{"name": "network-changed", "server_uuid": "f052d1b5-52db-4a7f-9455-19439d077d63", "tag": "32c2c21f-098c-426f-a69f-e6795e6db5ba"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:46:29.696640 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14d9d0-fc22-41d0-975a-130c5aab8204 service neutron] Pushing event updated for resources: {'Port': ['ID=32c2c21f-098c-426f-a69f-e6795e6db5ba,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:29.729139 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15768b9a-23c5-4196-bd4e-18bf434a4a76 x-openstack-request-id: req-15768b9a-23c5-4196-bd4e-18bf434a4a76 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:46:29.729420 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f052d1b5-52db-4a7f-9455-19439d077d63", "tag": "32c2c21f-098c-426f-a69f-e6795e6db5ba", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:46:29.729668 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15768b9a-23c5-4196-bd4e-18bf434a4a76 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:46:29.730061 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15768b9a-23c5-4196-bd4e-18bf434a4a76'] response: {'name': 'network-changed', 'server_uuid': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'tag': '32c2c21f-098c-426f-a69f-e6795e6db5ba', 'status': 'completed', 'code': 200} May 24 15:46:29.757306 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e9611-6447-4ee2-8015-d2247e2eddae req-7653d20f-9589-4e29-93de-320dd08a6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:29.758890 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-7653d20f-9589-4e29-93de-320dd08a6954 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 1127 time: 0.0414300 May 24 15:46:29.810319 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-cbaaf68c-619f-47c9-b79e-47158b80335e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32c2c21f-098c-426f-a69f-e6795e6db5ba HTTP/1.1" status: 200 len: 217 time: 0.0366261 May 24 15:46:29.871942 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e9611-6447-4ee2-8015-d2247e2eddae req-bf815ed4-c18d-4471-984b-598b57d6f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:29.873437 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-bf815ed4-c18d-4471-984b-598b57d6f035 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 200 len: 850 time: 0.0458114 May 24 15:46:29.918294 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e9611-6447-4ee2-8015-d2247e2eddae req-ba3dd078-3594-44b5-893c-38b7cd84fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:29.919782 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-ba3dd078-3594-44b5-893c-38b7cd84fcff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392530 May 24 15:46:30.027009 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-080efb74-e590-4112-8aac-68b089122fd4 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005230 May 24 15:46:30.119771 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-294e9611-6447-4ee2-8015-d2247e2eddae req-496d4c25-ce75-4cb4-9ddc-89e162a847c4 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852721 May 24 15:46:30.346801 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:30.513902 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13406a57-eacb-4208-b472-8fe062d95f62 req-7151685e-2194-4599-b9cc-8c6aa252e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:30.515390 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-13406a57-eacb-4208-b472-8fe062d95f62 req-7151685e-2194-4599-b9cc-8c6aa252e93c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 1127 time: 0.0481999 May 24 15:46:30.610192 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13406a57-eacb-4208-b472-8fe062d95f62 req-74ef34e1-0bac-4b63-a48a-f3ac4bc126ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:30.611803 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-13406a57-eacb-4208-b472-8fe062d95f62 req-74ef34e1-0bac-4b63-a48a-f3ac4bc126ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 912 time: 0.0900195 May 24 15:46:30.623561 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e745b3-971f-4b2d-b744-14a87aacd13d req-cb188f0f-c947-4827-aa50-30dc5d5a25ae tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:30.625009 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d0e745b3-971f-4b2d-b744-14a87aacd13d req-cb188f0f-c947-4827-aa50-30dc5d5a25ae tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 943 time: 0.0555899 May 24 15:46:30.653707 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-13406a57-eacb-4208-b472-8fe062d95f62 req-fef390e7-3bf7-4f1a-ae9d-5312def885e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32c2c21f-098c-426f-a69f-e6795e6db5ba HTTP/1.1" status: 200 len: 217 time: 0.0327652 May 24 15:46:30.675601 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d0e745b3-971f-4b2d-b744-14a87aacd13d req-a6391bc9-7cf8-4ce6-b1bb-a6072b016401 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 May 24 15:46:30.713328 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13406a57-eacb-4208-b472-8fe062d95f62 req-e3b8801e-c013-46bb-a526-531b00b8ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:30.714854 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-13406a57-eacb-4208-b472-8fe062d95f62 req-e3b8801e-c013-46bb-a526-531b00b8ab84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 200 len: 850 time: 0.0490217 May 24 15:46:30.760130 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f3394494-955a-46e9-83d3-82a4d8a8342f up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:46:30.760388 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13406a57-eacb-4208-b472-8fe062d95f62 req-cf22c79c-15a0-43de-a09a-c521873f3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:30.761804 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-13406a57-eacb-4208-b472-8fe062d95f62 req-cf22c79c-15a0-43de-a09a-c521873f3cad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387750 May 24 15:46:30.776755 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b69fe4-9699-4504-8513-554c11248778 req-93e08d13-b1d8-48ba-8e57-9108ec829f29 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:30.778245 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f9b69fe4-9699-4504-8513-554c11248778 req-93e08d13-b1d8-48ba-8e57-9108ec829f29 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 944 time: 0.0472190 May 24 15:46:30.803898 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port f3394494-955a-46e9-83d3-82a4d8a8342f completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:46:30.811111 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port f3394494-955a-46e9-83d3-82a4d8a8342f triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:46:30.811563 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:30.813420 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:30.828885 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f9b69fe4-9699-4504-8513-554c11248778 req-6733cbdd-e91a-402a-a725-0e50d9b99203 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449538 May 24 15:46:30.854703 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-13406a57-eacb-4208-b472-8fe062d95f62 req-b74fe698-18c0-4482-b30f-163ae3016817 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855968 May 24 15:46:30.856055 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:30.895850 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f3394494-955a-46e9-83d3-82a4d8a8342f is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:46:30.896383 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:30.912733 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:30.927457 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3394494-955a-46e9-83d3-82a4d8a8342f'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:46:30.929719 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f6abb8-2b94-42f7-9f83-b01ecf0fcde7" -d '{"events": [{"server_uuid": "efdad178-71c5-4ee8-ae88-eb20542da928", "name": "network-vif-plugged", "status": "completed", "tag": "f3394494-955a-46e9-83d3-82a4d8a8342f"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:46:30.942917 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f3394494-955a-46e9-83d3-82a4d8a8342f, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f3394494-955a-46e9-83d3-82a4d8a8342f,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:46:30.947315 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:30.955338 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-13406a57-eacb-4208-b472-8fe062d95f62 req-160abfac-ed70-4e01-87db-9bf1c3d04cb6 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948756 May 24 15:46:30.974945 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bef689-426b-4e11-ba82-835023f3c0cb x-openstack-request-id: req-51bef689-426b-4e11-ba82-835023f3c0cb {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:46:30.975225 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdad178-71c5-4ee8-ae88-eb20542da928", "name": "network-vif-plugged", "status": "completed", "tag": "f3394494-955a-46e9-83d3-82a4d8a8342f", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:46:30.975467 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51bef689-426b-4e11-ba82-835023f3c0cb {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:46:30.975848 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bef689-426b-4e11-ba82-835023f3c0cb'] response: {'server_uuid': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3394494-955a-46e9-83d3-82a4d8a8342f', 'code': 200} May 24 15:46:31.000451 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f3394494-955a-46e9-83d3-82a4d8a8342f,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:31.204869 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9b688-00f4-4020-ac1c-968f5021c976 req-0fce74dc-6388-4136-b6a3-3820c9318fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:31.206487 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-24f9b688-00f4-4020-ac1c-968f5021c976 req-0fce74dc-6388-4136-b6a3-3820c9318fbc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 1129 time: 0.0449128 May 24 15:46:31.249845 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-24f9b688-00f4-4020-ac1c-968f5021c976 req-2c108d5b-e472-40bc-98dc-70d4c5a2f71c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375497 May 24 15:46:31.447700 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073d98b-a415-4518-ac20-79712fc36c88 req-0c038834-fe21-49ea-ac16-39e252760e7d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:31.449188 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e073d98b-a415-4518-ac20-79712fc36c88 req-0c038834-fe21-49ea-ac16-39e252760e7d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0492346 May 24 15:46:31.500615 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e073d98b-a415-4518-ac20-79712fc36c88 req-9861638c-3bb0-43e2-821b-1c8cd4057a6c tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456877 May 24 15:46:31.727492 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:31.798620 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15785c-d8a8-4868-aea3-72ef3cd0cf85 req-51a318b3-4b6b-4aa3-804a-c82c33ed9184 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:31.800057 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-be15785c-d8a8-4868-aea3-72ef3cd0cf85 req-51a318b3-4b6b-4aa3-804a-c82c33ed9184 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 943 time: 0.0494070 May 24 15:46:31.834811 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:31.848416 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-be15785c-d8a8-4868-aea3-72ef3cd0cf85 req-f11458fb-19af-4b77-9832-a5137a559565 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427670 May 24 15:46:31.948975 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f5dc5-012b-4987-b65f-ec399e7dfc51 req-ccd511b1-ba3f-446d-99d1-c6c3413b6fb8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:31.950446 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-971f5dc5-012b-4987-b65f-ec399e7dfc51 req-ccd511b1-ba3f-446d-99d1-c6c3413b6fb8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 945 time: 0.0506954 May 24 15:46:32.001723 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-971f5dc5-012b-4987-b65f-ec399e7dfc51 req-769caa56-aebd-4ad9-a606-5135b89bd8b4 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427444 May 24 15:46:32.617208 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:32.634398 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0240d3-6734-472c-afb3-5880c9bf12be req-b9452e79-0f5b-4ca6-8b6b-dd0d707091a4 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:32.635879 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3c0240d3-6734-472c-afb3-5880c9bf12be req-b9452e79-0f5b-4ca6-8b6b-dd0d707091a4 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0568650 May 24 15:46:32.698452 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3c0240d3-6734-472c-afb3-5880c9bf12be req-efb557a0-fa6a-463b-b620-38db39548148 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560455 May 24 15:46:32.987243 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757898f-c224-4ade-9235-7c6fd5c507e1 req-2beaf314-1e65-405d-b55f-8be4e37512b8 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:32.988733 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7757898f-c224-4ade-9235-7c6fd5c507e1 req-2beaf314-1e65-405d-b55f-8be4e37512b8 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 943 time: 0.0562828 May 24 15:46:33.045115 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7757898f-c224-4ade-9235-7c6fd5c507e1 req-a139cb15-6cb3-4c24-bba7-1ccbf5aec4e1 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484583 May 24 15:46:33.116312 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ce166-b1b1-4fc5-9130-0e50502070cc req-5f080ba3-78fa-4e31-bb55-9e8ca6e08948 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:33.117783 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f39ce166-b1b1-4fc5-9130-0e50502070cc req-5f080ba3-78fa-4e31-bb55-9e8ca6e08948 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 945 time: 0.0477486 May 24 15:46:33.171875 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f39ce166-b1b1-4fc5-9130-0e50502070cc req-504ba886-d860-4c78-88bb-5fb7bf4c7827 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471282 May 24 15:46:33.827565 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a44e13-b3c2-49e7-81ca-89072941df27 req-040e44f1-8099-4cb3-89ae-0aa50b44a7dd tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:33.829198 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-42a44e13-b3c2-49e7-81ca-89072941df27 req-040e44f1-8099-4cb3-89ae-0aa50b44a7dd tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0588737 May 24 15:46:33.879661 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-42a44e13-b3c2-49e7-81ca-89072941df27 req-694aaf13-ab07-44a5-92fb-16ae7a33e6f1 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=aadbd598-0773-4cc0-9770-d464658086a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447161 May 24 15:46:34.009815 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-0c411932-340c-45bf-9d1e-fbda9ba579e7 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:34.011203 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-0c411932-340c-45bf-9d1e-fbda9ba579e7 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.59 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 945 time: 0.0480664 May 24 15:46:34.169775 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bcca3-6391-4247-a45c-039ae66be783 req-9d0b0ae1-7a28-4463-911f-3318bedceaf9 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:34.171215 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-643bcca3-6391-4247-a45c-039ae66be783 req-9d0b0ae1-7a28-4463-911f-3318bedceaf9 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 943 time: 0.0503247 May 24 15:46:34.224102 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-643bcca3-6391-4247-a45c-039ae66be783 req-b0ac55ac-ccf8-4b04-a447-08a7791c4b65 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447607 May 24 15:46:34.297142 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36ab9d-eb18-4d5c-b7db-5ca397dcc7d3 req-14bed16a-474c-4533-bd89-d05d6588fa21 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:34.299818 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dd36ab9d-eb18-4d5c-b7db-5ca397dcc7d3 req-14bed16a-474c-4533-bd89-d05d6588fa21 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 945 time: 0.0572639 May 24 15:46:34.355127 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-dd36ab9d-eb18-4d5c-b7db-5ca397dcc7d3 req-ef03776b-d692-4d91-b430-3e02daf7a2d4 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492179 May 24 15:46:34.452912 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:34.472583 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116c867-575f-4d05-82a8-9b975357a319 req-56c19da6-90a3-4923-a64c-42cc59eca5c4 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:34.474085 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2116c867-575f-4d05-82a8-9b975357a319 req-56c19da6-90a3-4923-a64c-42cc59eca5c4 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 945 time: 0.0513573 May 24 15:46:34.482594 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54682) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:34.487721 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b52a3ac1-3a46-4f2b-a7bd-7322d31fd0eb tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'floatingip': {'port_id': 'f3394494-955a-46e9-83d3-82a4d8a8342f'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:34.500523 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Deleting port fd56e978-8417-4a9e-9877-8bfb981aa335 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:46:34.500842 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:34.528102 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b52a3ac1-3a46-4f2b-a7bd-7322d31fd0eb tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (5bfc1b21-263c-4891-9a20-4719f5a3f186), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:34.590844 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] For port fd56e978-8417-4a9e-9877-8bfb981aa335, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=fd56e978-8417-4a9e-9877-8bfb981aa335,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:46:34.591247 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:34.756688 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:34.757020 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (b403ae73-d0a6-4261-a7ac-75f20d0fedc0), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:34.757344 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Floating IP b403ae73-d0a6-4261-a7ac-75f20d0fedc0 disassociated. External IP: 172.27.3.184, port: fd56e978-8417-4a9e-9877-8bfb981aa335. May 24 15:46:34.757685 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Calling delete_port for fd56e978-8417-4a9e-9877-8bfb981aa335 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:46:34.869432 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:34.883428 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (fd56e978-8417-4a9e-9877-8bfb981aa335), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:34.913965 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event deleted for resources: {'Port': ['ID=fd56e978-8417-4a9e-9877-8bfb981aa335,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:34.954002 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:34.974156 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b52a3ac1-3a46-4f2b-a7bd-7322d31fd0eb tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:34.993033 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b52a3ac1-3a46-4f2b-a7bd-7322d31fd0eb tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (5bfc1b21-263c-4891-9a20-4719f5a3f186), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:34.996152 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-75139953-89a9-4c00-a01b-d21cb6c55e77 req-2444883f-bfe0-4e09-a67b-fa63df45b84d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 210 time: 0.0376525 May 24 15:46:35.023681 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:35.038726 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:46:35.090138 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.l3_db [None req-b52a3ac1-3a46-4f2b-a7bd-7322d31fd0eb tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Floating IP 5bfc1b21-263c-4891-9a20-4719f5a3f186 associated. External IP: 172.27.3.239, port: f3394494-955a-46e9-83d3-82a4d8a8342f. May 24 15:46:35.139463 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:46:35.151498 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f167edde-5849-442e-ad15-750d43a7f54e None None] Sync routers for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:46:35.162429 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f167edde-5849-442e-ad15-750d43a7f54e None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:46:35.163008 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f167edde-5849-442e-ad15-750d43a7f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:46:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:35.188324 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] No DVR routers for this DVR port fd56e978-8417-4a9e-9877-8bfb981aa335 on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:46:35.191067 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:35.194340 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-922c58ad-7ae8-4285-b399-abe8db23f52b req-e963cd5c-451a-4b01-ace2-4748ba53555d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.59 "DELETE /v2.0/ports/fd56e978-8417-4a9e-9877-8bfb981aa335 HTTP/1.1" status: 204 len: 173 time: 0.7798715 May 24 15:46:35.194797 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'name': 'network-vif-deleted', 'tag': 'fd56e978-8417-4a9e-9877-8bfb981aa335'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:46:35.197183 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740eb34f-c9fd-4ab0-a13d-ebf9bd38718a" -d '{"events": [{"server_uuid": "307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38", "name": "network-vif-deleted", "tag": "fd56e978-8417-4a9e-9877-8bfb981aa335"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:46:35.257334 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fbc5e1-0842-4547-a431-6863ef831ec7 x-openstack-request-id: req-60fbc5e1-0842-4547-a431-6863ef831ec7 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:46:35.257614 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38", "name": "network-vif-deleted", "tag": "fd56e978-8417-4a9e-9877-8bfb981aa335", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:46:35.258975 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60fbc5e1-0842-4547-a431-6863ef831ec7 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:46:35.259381 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fbc5e1-0842-4547-a431-6863ef831ec7'] response: {'server_uuid': '307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38', 'name': 'network-vif-deleted', 'tag': 'fd56e978-8417-4a9e-9877-8bfb981aa335', 'status': 'completed', 'code': 200} May 24 15:46:35.301408 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-f167edde-5849-442e-ad15-750d43a7f54e None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:46:35.302089 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52a3ac1-3a46-4f2b-a7bd-7322d31fd0eb tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Router ef9c52da-61c1-40fb-91e4-ef14cffa5fba has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:46:35.421788 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857bfc-a790-4591-bd50-7b8220ae768e req-ef594ce1-798c-4256-b476-7547e3d3f196 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:35.423355 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-98857bfc-a790-4591-bd50-7b8220ae768e req-ef594ce1-798c-4256-b476-7547e3d3f196 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 943 time: 0.0724647 May 24 15:46:35.487466 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52a3ac1-3a46-4f2b-a7bd-7322d31fd0eb tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:46:35.493328 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b52a3ac1-3a46-4f2b-a7bd-7322d31fd0eb tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:35.497263 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494b24a-10d6-47ed-96d8-09510ae47ad5 None None] Sync routers for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:46:35.508190 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494b24a-10d6-47ed-96d8-09510ae47ad5 None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:46:35.508407 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f494b24a-10d6-47ed-96d8-09510ae47ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:46:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:35.519761 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f167edde-5849-442e-ad15-750d43a7f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:35.532961 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-98857bfc-a790-4591-bd50-7b8220ae768e req-30856eb5-bbb9-43cb-a1aa-edabfd787d9b tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858331 May 24 15:46:35.544741 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f167edde-5849-442e-ad15-750d43a7f54e None None] Checking router: e0133b1b-eb3a-44cb-b5a8-a67b7714c943 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:46:35.552389 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-b52a3ac1-3a46-4f2b-a7bd-7322d31fd0eb tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "PUT /v2.0/floatingips/5bfc1b21-263c-4891-9a20-4719f5a3f186 HTTP/1.1" status: 200 len: 991 time: 1.0613799 May 24 15:46:35.553081 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'tag': 'f3394494-955a-46e9-83d3-82a4d8a8342f'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:46:35.555428 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c7eee0-aa1e-4a25-80c1-17fddfeaf9de" -d '{"events": [{"name": "network-changed", "server_uuid": "efdad178-71c5-4ee8-ae88-eb20542da928", "tag": "f3394494-955a-46e9-83d3-82a4d8a8342f"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:46:35.557019 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f167edde-5849-442e-ad15-750d43a7f54e None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:46:35.557910 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f167edde-5849-442e-ad15-750d43a7f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:46:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:35.595327 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca5c3ad-6046-4808-aac8-2015b8a682bb x-openstack-request-id: req-dca5c3ad-6046-4808-aac8-2015b8a682bb {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:46:35.595609 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdad178-71c5-4ee8-ae88-eb20542da928", "tag": "f3394494-955a-46e9-83d3-82a4d8a8342f", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:46:35.595862 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dca5c3ad-6046-4808-aac8-2015b8a682bb {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:46:35.596296 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca5c3ad-6046-4808-aac8-2015b8a682bb'] response: {'name': 'network-changed', 'server_uuid': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'tag': 'f3394494-955a-46e9-83d3-82a4d8a8342f', 'status': 'completed', 'code': 200} May 24 15:46:35.619956 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f494b24a-10d6-47ed-96d8-09510ae47ad5 None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:46:35.667891 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-f167edde-5849-442e-ad15-750d43a7f54e None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:46:35.838359 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f494b24a-10d6-47ed-96d8-09510ae47ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '0cbc037b-8ddd-4d47-bec4-6d326df1b637', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:dc:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:45:20Z', 'updated_at': '2022-05-24T15:45:35Z', 'revision_number': 2, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}, {'id': '5bfc1b21-263c-4891-9a20-4719f5a3f186', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': 'f3394494-955a-46e9-83d3-82a4d8a8342f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:21:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:46:20Z', 'updated_at': '2022-05-24T15:46:34Z', 'revision_number': 1, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:35.857156 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7eee0-aa1e-4a25-80c1-17fddfeaf9de req-5d5ca7a4-125a-48e0-b91d-62de98cbd8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:35.858806 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-18c7eee0-aa1e-4a25-80c1-17fddfeaf9de req-5d5ca7a4-125a-48e0-b91d-62de98cbd8a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 1129 time: 0.0444031 May 24 15:46:35.867397 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494b24a-10d6-47ed-96d8-09510ae47ad5 None None] Checking router: ef9c52da-61c1-40fb-91e4-ef14cffa5fba for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:46:35.876396 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494b24a-10d6-47ed-96d8-09510ae47ad5 None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:46:35.877081 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f494b24a-10d6-47ed-96d8-09510ae47ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:46:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:35.977981 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f494b24a-10d6-47ed-96d8-09510ae47ad5 None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:46:35.990981 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-f167edde-5849-442e-ad15-750d43a7f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:36.016047 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f167edde-5849-442e-ad15-750d43a7f54e None None] The sync data for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi is: [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:46:36.114445 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4e2d3677-35f3-4e50-a3a2-a0eb5e1943e3 req-9dbc36bb-385c-4bc8-b086-d94d777e8588 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c4d42-5da6-4fc8-b1f8-a7f59a1d5c38 HTTP/1.1" status: 200 len: 210 time: 0.0293717 May 24 15:46:36.202064 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f494b24a-10d6-47ed-96d8-09510ae47ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '0cbc037b-8ddd-4d47-bec4-6d326df1b637', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:dc:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:45:20Z', 'updated_at': '2022-05-24T15:45:35Z', 'revision_number': 2, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}, {'id': '5bfc1b21-263c-4891-9a20-4719f5a3f186', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': 'f3394494-955a-46e9-83d3-82a4d8a8342f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:21:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:46:20Z', 'updated_at': '2022-05-24T15:46:34Z', 'revision_number': 1, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:36.230749 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494b24a-10d6-47ed-96d8-09510ae47ad5 None None] The sync data for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi is: [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '0cbc037b-8ddd-4d47-bec4-6d326df1b637', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:dc:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:45:20Z', 'updated_at': '2022-05-24T15:45:35Z', 'revision_number': 2, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}, {'id': '5bfc1b21-263c-4891-9a20-4719f5a3f186', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': 'f3394494-955a-46e9-83d3-82a4d8a8342f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:21:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:46:20Z', 'updated_at': '2022-05-24T15:46:34Z', 'revision_number': 1, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:46:36.283434 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87133d10-c42e-4684-b515-4bac21b24f25 None None] New status for floating IP b403ae73-d0a6-4261-a7ac-75f20d0fedc0: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:46:36.490013 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0ca2ce-a73f-47e5-b494-d068f39969b3 None None] New status for floating IP 5bfc1b21-263c-4891-9a20-4719f5a3f186: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:46:36.520098 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7eee0-aa1e-4a25-80c1-17fddfeaf9de req-a44ad02f-0e5d-4590-9e1f-533387eda5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:36.521815 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-18c7eee0-aa1e-4a25-80c1-17fddfeaf9de req-a44ad02f-0e5d-4590-9e1f-533387eda5c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 915 time: 0.1101685 May 24 15:46:36.587697 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-18c7eee0-aa1e-4a25-80c1-17fddfeaf9de req-d4577741-28b8-44e7-a99c-4ce6eade8a61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3394494-955a-46e9-83d3-82a4d8a8342f HTTP/1.1" status: 200 len: 999 time: 0.0577435 May 24 15:46:36.629585 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:36.641402 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7eee0-aa1e-4a25-80c1-17fddfeaf9de req-2ed9ed3e-d02a-46fd-a82b-72318a424f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:36.643570 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-18c7eee0-aa1e-4a25-80c1-17fddfeaf9de req-2ed9ed3e-d02a-46fd-a82b-72318a424f7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0478394 May 24 15:46:36.661696 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad71cd-97ad-4c68-a2a5-b11b49da0183 req-4d3ea63a-0c6c-4917-9dd8-c708fa5947fd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:36.663388 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-65ad71cd-97ad-4c68-a2a5-b11b49da0183 req-4d3ea63a-0c6c-4917-9dd8-c708fa5947fd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 943 time: 0.0474184 May 24 15:46:36.703279 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7eee0-aa1e-4a25-80c1-17fddfeaf9de req-13b64c23-8db7-4c16-9a4e-a7dd5c95443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:36.705225 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-18c7eee0-aa1e-4a25-80c1-17fddfeaf9de req-13b64c23-8db7-4c16-9a4e-a7dd5c95443d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521286 May 24 15:46:36.722178 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-65ad71cd-97ad-4c68-a2a5-b11b49da0183 req-9eef555b-43c7-449c-9218-092415e94096 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524826 May 24 15:46:36.796041 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-18c7eee0-aa1e-4a25-80c1-17fddfeaf9de req-83c7b87c-5f16-4b65-a5be-f035cdba053a service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829856 May 24 15:46:36.887936 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-18c7eee0-aa1e-4a25-80c1-17fddfeaf9de req-c958daaf-0218-4d7f-bdc5-84d0f8564e22 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846848 May 24 15:46:37.210373 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54702) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:37.266506 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-43bc6ddb-0ec3-49bf-a1ab-6c8773e93f50 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group (aadbd598-0773-4cc0-9770-d464658086a7), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:37.294189 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-43bc6ddb-0ec3-49bf-a1ab-6c8773e93f50 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group (aadbd598-0773-4cc0-9770-d464658086a7), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:37.345584 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-43bc6ddb-0ec3-49bf-a1ab-6c8773e93f50 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (aadbd598-0773-4cc0-9770-d464658086a7), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:37.348287 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-43bc6ddb-0ec3-49bf-a1ab-6c8773e93f50 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:37.349415 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-43bc6ddb-0ec3-49bf-a1ab-6c8773e93f50 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "DELETE /v2.0/security-groups/aadbd598-0773-4cc0-9770-d464658086a7 HTTP/1.1" status: 204 len: 168 time: 0.1379559 May 24 15:46:37.352379 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54704) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:37.358183 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc6ddb-0ec3-49bf-a1ab-6c8773e93f50 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadbd598-0773-4cc0-9770-d464658086a7,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:37.366634 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.api.v2.resource [None req-c4003a6b-4e76-49d5-9cf1-8aaff5dae302 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] show failed (client error): The resource could not be found. May 24 15:46:37.367643 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c4003a6b-4e76-49d5-9cf1-8aaff5dae302 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups/aadbd598-0773-4cc0-9770-d464658086a7 HTTP/1.1" status: 404 len: 347 time: 0.0142865 May 24 15:46:37.370585 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54706) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:37.478321 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:37.483091 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-93c52f0c-0cbb-40a0-b78d-fbb1a7f35518 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Deleting port 9997c2a1-8db5-4410-ab25-3756b4819d68 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:46:37.483427 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93c52f0c-0cbb-40a0-b78d-fbb1a7f35518 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (9997c2a1-8db5-4410-ab25-3756b4819d68), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:37.496039 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:37.561375 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93c52f0c-0cbb-40a0-b78d-fbb1a7f35518 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (9997c2a1-8db5-4410-ab25-3756b4819d68), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:37.561716 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93c52f0c-0cbb-40a0-b78d-fbb1a7f35518 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (9997c2a1-8db5-4410-ab25-3756b4819d68), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:37.574023 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:37.575482 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-93c52f0c-0cbb-40a0-b78d-fbb1a7f35518 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Calling delete_port for 9997c2a1-8db5-4410-ab25-3756b4819d68 owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:46:37.717651 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93c52f0c-0cbb-40a0-b78d-fbb1a7f35518 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (9997c2a1-8db5-4410-ab25-3756b4819d68), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:37.739755 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c52f0c-0cbb-40a0-b78d-fbb1a7f35518 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event deleted for resources: {'Port': ['ID=9997c2a1-8db5-4410-ab25-3756b4819d68,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:37.840480 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93c52f0c-0cbb-40a0-b78d-fbb1a7f35518 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (b403ae73-d0a6-4261-a7ac-75f20d0fedc0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:37.842945 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93c52f0c-0cbb-40a0-b78d-fbb1a7f35518 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:37.844461 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-93c52f0c-0cbb-40a0-b78d-fbb1a7f35518 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "DELETE /v2.0/floatingips/b403ae73-d0a6-4261-a7ac-75f20d0fedc0 HTTP/1.1" status: 204 len: 168 time: 0.4723556 May 24 15:46:37.852903 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caa51f-122a-45b5-8536-250692e1bf21 req-8a087dbf-d4df-4dd6-bd80-890113a51caa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:37.854325 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b2caa51f-122a-45b5-8536-250692e1bf21 req-8a087dbf-d4df-4dd6-bd80-890113a51caa tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 943 time: 0.0626724 May 24 15:46:37.905129 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b2caa51f-122a-45b5-8536-250692e1bf21 req-e6b714bd-3106-4dc3-a60a-99554a545b8a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450268 May 24 15:46:37.917630 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54712) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:37.922017 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-936d043c-41c7-4a92-aea6-aec3976cbfe6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947184448', 'description': 'tempest-description--1254416224'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:37.945680 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-936d043c-41c7-4a92-aea6-aec3976cbfe6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.013049 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-936d043c-41c7-4a92-aea6-aec3976cbfe6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group (44ddeaa0-28b1-4f97-b20a-cf54b4464771), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.019024 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-936d043c-41c7-4a92-aea6-aec3976cbfe6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (44ddeaa0-28b1-4f97-b20a-cf54b4464771), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.048007 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-936d043c-41c7-4a92-aea6-aec3976cbfe6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.049183 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-936d043c-41c7-4a92-aea6-aec3976cbfe6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1306045 May 24 15:46:38.051277 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d043c-41c7-4a92-aea6-aec3976cbfe6 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ddeaa0-28b1-4f97-b20a-cf54b4464771,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:38.052365 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54714) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:38.056907 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-f42af2c3-ce59-4aaa-9edf-9063732934fe tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Request body: {'security_group_rule': {'security_group_id': '44ddeaa0-28b1-4f97-b20a-cf54b4464771', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:38.087827 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f42af2c3-ce59-4aaa-9edf-9063732934fe tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group_rule (18242035-3189-410d-a015-546069300836), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.136641 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f42af2c3-ce59-4aaa-9edf-9063732934fe tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group_rule (18242035-3189-410d-a015-546069300836), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.143587 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f42af2c3-ce59-4aaa-9edf-9063732934fe tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (18242035-3189-410d-a015-546069300836), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.162832 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42af2c3-ce59-4aaa-9edf-9063732934fe tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18242035-3189-410d-a015-546069300836,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:38.167024 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f42af2c3-ce59-4aaa-9edf-9063732934fe tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.168314 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-f42af2c3-ce59-4aaa-9edf-9063732934fe tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148233 May 24 15:46:38.171068 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54716) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:38.175270 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-e2c00e7a-0f95-47c3-b0c2-36acadd780c2 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Request body: {'security_group_rule': {'security_group_id': '44ddeaa0-28b1-4f97-b20a-cf54b4464771', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:38.203697 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2c00e7a-0f95-47c3-b0c2-36acadd780c2 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group_rule (8de73b92-5caf-4a31-9f95-c73e5f2bf3f6), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.259470 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2c00e7a-0f95-47c3-b0c2-36acadd780c2 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group_rule (8de73b92-5caf-4a31-9f95-c73e5f2bf3f6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.265653 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2c00e7a-0f95-47c3-b0c2-36acadd780c2 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (8de73b92-5caf-4a31-9f95-c73e5f2bf3f6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.284696 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c00e7a-0f95-47c3-b0c2-36acadd780c2 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de73b92-5caf-4a31-9f95-c73e5f2bf3f6,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:38.290699 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e2c00e7a-0f95-47c3-b0c2-36acadd780c2 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.291935 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-e2c00e7a-0f95-47c3-b0c2-36acadd780c2 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199555 May 24 15:46:38.295119 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54718) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:38.299324 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:38.321414 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.400957 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.407684 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:38.436320 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:38.508514 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Allocated IP 172.27.3.17 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/7222208c-6f11-4934-b3ff-53b4aeef39f9) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:46:38.610317 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for port (7222208c-6f11-4934-b3ff-53b4aeef39f9), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.648166 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (7222208c-6f11-4934-b3ff-53b4aeef39f9), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.692910 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:46:38.697524 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:46:38.701213 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:46:38.704454 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event updated for resources: {'Port': ['ID=7222208c-6f11-4934-b3ff-53b4aeef39f9,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:38.783560 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (e5c5d3e3-18b6-4239-9fe6-32a129ea697c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.807282 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 32c2c21f-098c-426f-a69f-e6795e6db5ba details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:46:38.821349 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device fd56e978-8417-4a9e-9877-8bfb981aa335 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:46:38.823620 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (7222208c-6f11-4934-b3ff-53b4aeef39f9), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:38.848722 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: fd56e978-8417-4a9e-9877-8bfb981aa335 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:46:38.849167 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device fd56e978-8417-4a9e-9877-8bfb981aa335 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:46:38.903422 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:38.905896 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:38.938336 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 32c2c21f-098c-426f-a69f-e6795e6db5ba, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=32c2c21f-098c-426f-a69f-e6795e6db5ba,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:46:38.952742 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': '32c2c21f-098c-426f-a69f-e6795e6db5ba', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'port_id': '32c2c21f-098c-426f-a69f-e6795e6db5ba', 'mac_address': 'fa:16:3e:eb:bc:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:46:38.993485 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 32c2c21f-098c-426f-a69f-e6795e6db5ba is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:46:38.994252 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:39.010242 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c2c21f-098c-426f-a69f-e6795e6db5ba {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:46:39.032978 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 32c2c21f-098c-426f-a69f-e6795e6db5ba, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=32c2c21f-098c-426f-a69f-e6795e6db5ba,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:46:39.037001 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for port (7222208c-6f11-4934-b3ff-53b4aeef39f9), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:39.038449 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:39.045384 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (7222208c-6f11-4934-b3ff-53b4aeef39f9), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:39.058810 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f6536-4818-4429-9c69-18fc0beaca1e req-58a0c55f-2d4a-4169-8a4f-afd0f38a5993 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:39.060300 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-652f6536-4818-4429-9c69-18fc0beaca1e req-58a0c55f-2d4a-4169-8a4f-afd0f38a5993 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 943 time: 0.0728409 May 24 15:46:39.085208 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=32c2c21f-098c-426f-a69f-e6795e6db5ba,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:39.134092 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event updated for resources: {'Port': ['ID=7222208c-6f11-4934-b3ff-53b4aeef39f9,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:39.138201 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:39.149140 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:39.171259 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (e5c5d3e3-18b6-4239-9fe6-32a129ea697c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:39.177417 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-652f6536-4818-4429-9c69-18fc0beaca1e req-b66825d6-5248-4a94-bbec-3228e6039871 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993845 May 24 15:46:39.191809 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:39.193004 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-251b0566-bc02-4e65-a5a4-4609f0eb9fc0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8969736 May 24 15:46:39.333688 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['32c2c21f-098c-426f-a69f-e6795e6db5ba'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:46:39.389982 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c3d607d9-8041-4b78-8af9-e93a12158312 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--947184448&fields=id&tenant_id=f92c7d44a8de4b2ab85ab081276300fd HTTP/1.1" status: 200 len: 267 time: 0.0449431 May 24 15:46:39.498944 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-a5ec2966-2561-47c8-9795-f84fceb07a0d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:39.500323 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-a5ec2966-2561-47c8-9795-f84fceb07a0d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/networks?id=a0609c63-82a5-45e5-be15-292af1dcfb75 HTTP/1.1" status: 200 len: 811 time: 0.1028199 May 24 15:46:39.515667 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-b69f0b65-3c07-48c2-bb6f-1ac16dd11c78 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/quotas/f92c7d44a8de4b2ab85ab081276300fd HTTP/1.1" status: 200 len: 375 time: 0.0095358 May 24 15:46:39.564956 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-a9c7b485-1299-4a53-9387-274541623dd3 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440121 May 24 15:46:39.672172 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-6998e330-f13a-4c55-b21d-cbd5b7a73d59 service neutron] 10.222.0.55 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903862 May 24 15:46:39.762599 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-9ce3ce60-4f02-46ca-9b60-3d703cb64b5b service neutron] 10.222.0.55 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840378 May 24 15:46:39.923165 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7b63fbca-047c-47ad-83e9-5f5771ab2372 req-b3c2c990-c7b1-4b76-95d9-17baf9b02a23 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 210 time: 0.0284176 May 24 15:46:40.565667 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35050bc5-3e5a-4329-a53f-a5ef3fd7c223 req-453c9a0a-cc85-4daa-8328-7ead8c1a43fe tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:40.567156 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-35050bc5-3e5a-4329-a53f-a5ef3fd7c223 req-453c9a0a-cc85-4daa-8328-7ead8c1a43fe tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 944 time: 0.3176150 May 24 15:46:40.616920 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-35050bc5-3e5a-4329-a53f-a5ef3fd7c223 req-8b67ae6f-5a83-40ed-9db1-14382e46a46f tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425365 May 24 15:46:40.822405 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 32c2c21f-098c-426f-a69f-e6795e6db5ba up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:46:40.876598 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port 32c2c21f-098c-426f-a69f-e6795e6db5ba completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:46:40.883285 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port 32c2c21f-098c-426f-a69f-e6795e6db5ba triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:46:40.883862 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:40.960250 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:40.966168 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-11434479-e0b5-4570-a9bd-c7970323d3d8 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:40.967662 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-11434479-e0b5-4570-a9bd-c7970323d3d8 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.59 "GET /v2.0/networks?id=a0609c63-82a5-45e5-be15-292af1dcfb75 HTTP/1.1" status: 200 len: 811 time: 0.1070447 May 24 15:46:40.971774 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 32c2c21f-098c-426f-a69f-e6795e6db5ba is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:46:40.972206 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:40.999692 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c2c21f-098c-426f-a69f-e6795e6db5ba'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:46:41.002490 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcfbff6-8c36-428b-87f0-b63a91fc0df7" -d '{"events": [{"server_uuid": "f052d1b5-52db-4a7f-9455-19439d077d63", "name": "network-vif-plugged", "status": "completed", "tag": "32c2c21f-098c-426f-a69f-e6795e6db5ba"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:46:41.016536 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 32c2c21f-098c-426f-a69f-e6795e6db5ba, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=32c2c21f-098c-426f-a69f-e6795e6db5ba,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:46:41.021803 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:41.070676 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3261b974-c2de-4de4-9233-a0ef17f19bc6 req-27620d9e-dd80-4d6e-ad48-174f2466da6d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 210 time: 0.0712810 May 24 15:46:41.083758 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=32c2c21f-098c-426f-a69f-e6795e6db5ba,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:41.087342 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b33989-b750-4a96-b8da-d54580473527 x-openstack-request-id: req-c5b33989-b750-4a96-b8da-d54580473527 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:46:41.087626 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f052d1b5-52db-4a7f-9455-19439d077d63", "name": "network-vif-plugged", "status": "completed", "tag": "32c2c21f-098c-426f-a69f-e6795e6db5ba", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:46:41.087876 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5b33989-b750-4a96-b8da-d54580473527 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:46:41.088310 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b33989-b750-4a96-b8da-d54580473527'] response: {'server_uuid': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c2c21f-098c-426f-a69f-e6795e6db5ba', 'code': 200} May 24 15:46:41.310208 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-3a710e67-fb7e-4994-bf72-87501c80149d tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f92c7d44a8de4b2ab85ab081276300fd HTTP/1.1" status: 200 len: 379 time: 0.3242059 May 24 15:46:41.320551 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Request body: {'port': {'device_id': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'admin_state_up': True, 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'security_groups': ['44ddeaa0-28b1-4f97-b20a-cf54b4464771']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:41.427722 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd10ec-4c8f-42a0-9336-cd713f9f1493 req-36ad4ce8-0ac1-4c72-b6cf-ad290b6ab099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:41.429213 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-facd10ec-4c8f-42a0-9336-cd713f9f1493 req-36ad4ce8-0ac1-4c72-b6cf-ad290b6ab099 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 1129 time: 0.0387702 May 24 15:46:41.430727 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Made reservation on behalf of f92c7d44a8de4b2ab85ab081276300fd for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:46:41.434280 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:41.472923 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-facd10ec-4c8f-42a0-9336-cd713f9f1493 req-4f6890f1-d352-4888-8ffa-7ae90ec27bc0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384076 May 24 15:46:41.560984 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Allocated IP 172.20.0.5 (a0609c63-82a5-45e5-be15-292af1dcfb75/2edc2840-bb64-422a-be91-aa0787520465/45ec7467-59d5-4ea2-94ad-078af0dc4ea3) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:46:41.589582 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:41.703827 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:41.738897 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:41.749903 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2af8b-b173-425c-9e5d-9a7a6f229476 req-813b0ffc-64df-45bf-a253-f48b4fc46dfc tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:41.751605 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-50f2af8b-b173-425c-9e5d-9a7a6f229476 req-813b0ffc-64df-45bf-a253-f48b4fc46dfc tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 945 time: 0.0511861 May 24 15:46:41.783362 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Network a0609c63-82a5-45e5-be15-292af1dcfb75 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:46:41.786497 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:46:41.790573 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:46:41.802105 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-50f2af8b-b173-425c-9e5d-9a7a6f229476 req-1da25b4e-0de9-409d-a24b-22c08656e5d1 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447876 May 24 15:46:41.814819 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event updated for resources: {'Port': ['ID=45ec7467-59d5-4ea2-94ad-078af0dc4ea3,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:41.846407 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:41.847016 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:41.864241 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-362ad523-4c68-403a-8b05-c88ed169bd10 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5487726 May 24 15:46:41.971428 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-67e3e150-4d4e-4125-ab55-2cc70d23baa5 None None] Provisioning complete for port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:46:41.971954 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-67e3e150-4d4e-4125-ab55-2cc70d23baa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:42.004677 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-67e3e150-4d4e-4125-ab55-2cc70d23baa5 None None] Port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:46:42.119966 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Request body: {'port': {'device_id': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:42.183757 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:42.192472 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392c899-80d9-48b2-84ac-6d0d02825969 req-f473a1d4-521a-45a1-9d4e-482266fbe38c tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:42.193944 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2392c899-80d9-48b2-84ac-6d0d02825969 req-f473a1d4-521a-45a1-9d4e-482266fbe38c tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 931 time: 0.0468078 May 24 15:46:42.242638 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:42.243732 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2392c899-80d9-48b2-84ac-6d0d02825969 req-0735a61e-99a4-4871-b0ca-0e29619c3fa2 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=44ddeaa0-28b1-4f97-b20a-cf54b4464771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434723 May 24 15:46:42.473459 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:46:42.481052 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Publish callbacks [] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:42.493779 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Transition to ACTIVE for port object 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:46:42.500088 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:42.553821 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec7467-59d5-4ea2-94ad-078af0dc4ea3,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:42.621591 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Attempting to bind port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:46:42.621921 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Attempting to bind port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:46:42.622243 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Attempting to bind port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 on network a0609c63-82a5-45e5-be15-292af1dcfb75 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:46:42.624260 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:42.628361 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 on network a0609c63-82a5-45e5-be15-292af1dcfb75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:46:42.628797 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Attempting to bind port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 on network a0609c63-82a5-45e5-be15-292af1dcfb75 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:46:42.636125 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:46:42.636546 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Checking segment: {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:46:42.636977 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Bound using segment: {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:46:42.637728 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Bound port: 45ec7467-59d5-4ea2-94ad-078af0dc4ea3, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992e1cc6-af67-4322-9d5d-6585847a3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:46:42.638081 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:42.705385 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] For port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:46:42.708573 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] For port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=45ec7467-59d5-4ea2-94ad-078af0dc4ea3,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:46:42.714360 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:42.750214 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:42.750822 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:42.752254 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] 10.222.0.59 "PUT /v2.0/ports/45ec7467-59d5-4ea2-94ad-078af0dc4ea3 HTTP/1.1" status: 200 len: 1093 time: 0.6374373 May 24 15:46:42.752687 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'tag': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:46:42.754943 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c98cbb-8f21-427e-aaa7-dc96d4cfb353" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bae040-4604-4b06-ac56-e79ff91c5b44", "tag": "45ec7467-59d5-4ea2-94ad-078af0dc4ea3"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:46:42.777290 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebfcb7-2a22-4f00-b40f-0631795e5704 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec7467-59d5-4ea2-94ad-078af0dc4ea3,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:42.793316 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999f1474-0a0f-4caf-9464-c16423156ebd x-openstack-request-id: req-999f1474-0a0f-4caf-9464-c16423156ebd {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:46:42.793711 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bae040-4604-4b06-ac56-e79ff91c5b44", "tag": "45ec7467-59d5-4ea2-94ad-078af0dc4ea3", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:46:42.794052 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-999f1474-0a0f-4caf-9464-c16423156ebd {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:46:42.794836 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999f1474-0a0f-4caf-9464-c16423156ebd'] response: {'name': 'network-changed', 'server_uuid': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'tag': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3', 'status': 'completed', 'code': 200} May 24 15:46:42.936561 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:42.955552 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000f41b-395b-4db6-98ad-4bfc19c2bd1d req-fa7bc22d-ef9b-46d5-bf1d-cd06aaa9d710 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:42.957074 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d000f41b-395b-4db6-98ad-4bfc19c2bd1d req-fa7bc22d-ef9b-46d5-bf1d-cd06aaa9d710 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 945 time: 0.0688989 May 24 15:46:43.000610 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c98cbb-8f21-427e-aaa7-dc96d4cfb353 req-9617c7dc-ba12-4b7f-b73d-e08b03032e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:43.002047 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f7c98cbb-8f21-427e-aaa7-dc96d4cfb353 req-9617c7dc-ba12-4b7f-b73d-e08b03032e30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 1127 time: 0.0410721 May 24 15:46:43.009359 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d000f41b-395b-4db6-98ad-4bfc19c2bd1d req-78c6d159-9461-410a-9cfb-72f674b5459d tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443981 May 24 15:46:43.110882 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c98cbb-8f21-427e-aaa7-dc96d4cfb353 req-5ec6c98e-3358-403d-9162-576d00a27d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:43.112392 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f7c98cbb-8f21-427e-aaa7-dc96d4cfb353 req-5ec6c98e-3358-403d-9162-576d00a27d1a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0980430 May 24 15:46:43.207915 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c98cbb-8f21-427e-aaa7-dc96d4cfb353 req-6038a29b-9dd5-49a6-a7d6-54031601aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:43.209434 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f7c98cbb-8f21-427e-aaa7-dc96d4cfb353 req-6038a29b-9dd5-49a6-a7d6-54031601aebe service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907438 May 24 15:46:43.315576 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-b30c9060-3583-4325-b0e9-7c0ce6ed0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:43.317125 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-b30c9060-3583-4325-b0e9-7c0ce6ed0f7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 1127 time: 0.0409672 May 24 15:46:43.353169 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:43.364681 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-f2ced906-4841-46ac-9f40-f6dcedd91c23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ec7467-59d5-4ea2-94ad-078af0dc4ea3 HTTP/1.1" status: 200 len: 217 time: 0.0353532 May 24 15:46:43.364912 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e748b5-daa5-426a-86a9-5c67b5f4773a req-57e2b734-aae7-4341-917c-54322595867c tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:43.366346 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f3e748b5-daa5-426a-86a9-5c67b5f4773a req-57e2b734-aae7-4341-917c-54322595867c tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 943 time: 0.0478256 May 24 15:46:43.414125 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f3e748b5-daa5-426a-86a9-5c67b5f4773a req-f6a5c474-6b44-41eb-b0b1-cbcdb899e2a2 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=44ddeaa0-28b1-4f97-b20a-cf54b4464771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411301 May 24 15:46:43.414393 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-205c17d3-a62b-492b-8192-d0b01350b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:43.415756 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-205c17d3-a62b-492b-8192-d0b01350b399 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2edc2840-bb64-422a-be91-aa0787520465 HTTP/1.1" status: 200 len: 850 time: 0.0460684 May 24 15:46:43.468613 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:43.472143 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-d11062d2-ef9f-4818-9a50-0a9cdc4d7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:43.473657 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-d11062d2-ef9f-4818-9a50-0a9cdc4d7b50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0609c63-82a5-45e5-be15-292af1dcfb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469224 May 24 15:46:43.566698 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-95f58b5b-e2d8-4c13-acf1-b620ba80cc80 service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867894 May 24 15:46:43.657052 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c997249b-01a6-49e2-89df-7dd2101c2161 req-56ed0893-d2da-4839-9d56-a9f8ad0ef77b service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844543 May 24 15:46:44.121992 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:44.142884 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6910a7-f6ff-46f6-9c97-0f0f111fd1cd req-bfc17878-1fa8-426d-a9ac-e8e04157cb0d tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:44.144458 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bc6910a7-f6ff-46f6-9c97-0f0f111fd1cd req-bfc17878-1fa8-426d-a9ac-e8e04157cb0d tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 945 time: 0.0535278 May 24 15:46:44.200686 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bc6910a7-f6ff-46f6-9c97-0f0f111fd1cd req-21d7499a-edec-4b4c-b7ad-bd39403e1364 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477598 May 24 15:46:44.327377 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae5801-7ff1-4acb-9db3-4b11762d18f9 req-d037bb98-b4c5-4043-9ccc-9cde5e96dd83 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:44.328763 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-aeae5801-7ff1-4acb-9db3-4b11762d18f9 req-d037bb98-b4c5-4043-9ccc-9cde5e96dd83 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 945 time: 0.0514371 May 24 15:46:44.377693 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-aeae5801-7ff1-4acb-9db3-4b11762d18f9 req-df2c8445-ddee-43ce-bcc2-3be17456efdd tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432057 May 24 15:46:44.406027 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54770) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:44.449568 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd70edff-3059-41b5-9aab-2271945f3a48 tempest-TestVolumeBootPattern-684375082 tempest-TestVolumeBootPattern-684375082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:44.451117 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-cd70edff-3059-41b5-9aab-2271945f3a48 tempest-TestVolumeBootPattern-684375082 tempest-TestVolumeBootPattern-684375082-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 1124 time: 0.0441124 May 24 15:46:44.454104 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54774) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:44.458383 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'port_id': '32c2c21f-098c-426f-a69f-e6795e6db5ba', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:44.480851 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:44.529207 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c8d0e-209c-49d5-9731-1789cf24fae9 req-695c5a14-629d-48db-8ac5-3d7444d7dbe0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:44.530682 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-865c8d0e-209c-49d5-9731-1789cf24fae9 req-695c5a14-629d-48db-8ac5-3d7444d7dbe0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 943 time: 0.0477798 May 24 15:46:44.562339 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:44.579670 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-865c8d0e-209c-49d5-9731-1789cf24fae9 req-6e1073fb-cc40-457c-9383-f45b28be549f tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=44ddeaa0-28b1-4f97-b20a-cf54b4464771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429111 May 24 15:46:44.659594 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:44.670156 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Allocated IP 172.27.3.190 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/acf0d11d-231d-45e6-b111-aede3a1538df) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:46:44.772221 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for port (acf0d11d-231d-45e6-b111-aede3a1538df), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:44.808938 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (acf0d11d-231d-45e6-b111-aede3a1538df), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:44.851241 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:46:44.855761 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:46:44.859486 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:46:44.862765 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'Port': ['ID=acf0d11d-231d-45e6-b111-aede3a1538df,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:44.967211 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:45.219291 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (63018b2d-195c-473e-932f-cca42caf9d3c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:45.293881 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (acf0d11d-231d-45e6-b111-aede3a1538df), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:45.464488 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:45.486405 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for port (acf0d11d-231d-45e6-b111-aede3a1538df), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:45.492178 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (acf0d11d-231d-45e6-b111-aede3a1538df), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:45.556454 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event updated for resources: {'Port': ['ID=acf0d11d-231d-45e6-b111-aede3a1538df,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:45.568611 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (63018b2d-195c-473e-932f-cca42caf9d3c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:45.667446 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Floating IP 63018b2d-195c-473e-932f-cca42caf9d3c associated. External IP: 172.27.3.190, port: 32c2c21f-098c-426f-a69f-e6795e6db5ba. May 24 15:46:45.705025 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3909c0a-6114-46fd-8091-236c5eaa9426 req-c962482f-00f0-4811-bf95-43e9b4ca626a tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:45.708485 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c3909c0a-6114-46fd-8091-236c5eaa9426 req-c962482f-00f0-4811-bf95-43e9b4ca626a tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 943 time: 0.0590503 May 24 15:46:45.756652 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c3909c0a-6114-46fd-8091-236c5eaa9426 req-44b55f81-ba6f-44f7-b29a-a2bdc6a2fe38 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=44ddeaa0-28b1-4f97-b20a-cf54b4464771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437057 May 24 15:46:45.841526 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:45.866961 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Router 2b81af0c-946a-4009-a237-09f8b86208b9 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:46:45.977248 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:46:45.987866 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d8cbd8-ef31-4240-a1e2-d7fc05d8f1a5 None None] Sync routers for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:46:45.996615 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:46.000249 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d8cbd8-ef31-4240-a1e2-d7fc05d8f1a5 None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:46:46.000864 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-30d8cbd8-ef31-4240-a1e2-d7fc05d8f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:46:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:46.027900 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-14059660-8966-4f30-9a6d-0aaa7ea76573 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5726457 May 24 15:46:46.028502 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'tag': '32c2c21f-098c-426f-a69f-e6795e6db5ba'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:46:46.030835 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d1f456-0a1e-4e4c-9e0a-552d441382bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f052d1b5-52db-4a7f-9455-19439d077d63", "tag": "32c2c21f-098c-426f-a69f-e6795e6db5ba"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:46:46.054609 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:46.070011 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1017b028-3027-4a73-be7f-0b8d348eacea x-openstack-request-id: req-1017b028-3027-4a73-be7f-0b8d348eacea {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:46:46.070291 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f052d1b5-52db-4a7f-9455-19439d077d63", "tag": "32c2c21f-098c-426f-a69f-e6795e6db5ba", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:46:46.070533 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1017b028-3027-4a73-be7f-0b8d348eacea {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:46:46.070930 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1017b028-3027-4a73-be7f-0b8d348eacea'] response: {'name': 'network-changed', 'server_uuid': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'tag': '32c2c21f-098c-426f-a69f-e6795e6db5ba', 'status': 'completed', 'code': 200} May 24 15:46:46.111973 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-30d8cbd8-ef31-4240-a1e2-d7fc05d8f1a5 None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:46:46.162991 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1f456-0a1e-4e4c-9e0a-552d441382bf req-7157b063-41a7-4f91-88eb-875f797d73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:46.164840 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d6d1f456-0a1e-4e4c-9e0a-552d441382bf req-7157b063-41a7-4f91-88eb-875f797d73b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 1129 time: 0.0421798 May 24 15:46:46.261189 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1f456-0a1e-4e4c-9e0a-552d441382bf req-66a0c482-8d4b-4781-a127-ee86a70adeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:46.263311 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d6d1f456-0a1e-4e4c-9e0a-552d441382bf req-66a0c482-8d4b-4781-a127-ee86a70adeb6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 912 time: 0.0926576 May 24 15:46:46.323362 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d6d1f456-0a1e-4e4c-9e0a-552d441382bf req-3f491516-d3c0-44f8-be84-62d923449ae0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32c2c21f-098c-426f-a69f-e6795e6db5ba HTTP/1.1" status: 200 len: 999 time: 0.0543716 May 24 15:46:46.339371 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-30d8cbd8-ef31-4240-a1e2-d7fc05d8f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '63018b2d-195c-473e-932f-cca42caf9d3c', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': '32c2c21f-098c-426f-a69f-e6795e6db5ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:eb:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:46:45Z', 'updated_at': '2022-05-24T15:46:45Z', 'revision_number': 0, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}, {'id': 'ccc67491-9d21-416e-b91f-12de187172e6', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': '61128d49-e701-4c19-8cbf-602dcf947487', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:d3:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:44:41Z', 'updated_at': '2022-05-24T15:44:43Z', 'revision_number': 1, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:46.363377 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d8cbd8-ef31-4240-a1e2-d7fc05d8f1a5 None None] Checking router: 2b81af0c-946a-4009-a237-09f8b86208b9 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:46:46.371865 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d8cbd8-ef31-4240-a1e2-d7fc05d8f1a5 None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:46:46.372492 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-30d8cbd8-ef31-4240-a1e2-d7fc05d8f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:46:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:46.372647 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1f456-0a1e-4e4c-9e0a-552d441382bf req-3c6a9636-be8b-4ee2-a5f1-bc182cf26c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:46.373959 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d6d1f456-0a1e-4e4c-9e0a-552d441382bf req-3c6a9636-be8b-4ee2-a5f1-bc182cf26c5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 200 len: 850 time: 0.0446913 May 24 15:46:46.421966 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1f456-0a1e-4e4c-9e0a-552d441382bf req-5d64d757-0d00-41bb-ae2d-79c9090b1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:46.423583 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d6d1f456-0a1e-4e4c-9e0a-552d441382bf req-5d64d757-0d00-41bb-ae2d-79c9090b1ef0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427575 May 24 15:46:46.476447 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-30d8cbd8-ef31-4240-a1e2-d7fc05d8f1a5 None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:46:46.518250 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d6d1f456-0a1e-4e4c-9e0a-552d441382bf req-bf7ca2a3-620f-4f6c-a61f-54b68f6863a6 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864348 May 24 15:46:46.533726 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:46.604944 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:46.609796 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:46.618971 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d6d1f456-0a1e-4e4c-9e0a-552d441382bf req-2ed1de6a-4ec1-4695-a7da-a0a05ad15057 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920455 May 24 15:46:46.692668 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-30d8cbd8-ef31-4240-a1e2-d7fc05d8f1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '63018b2d-195c-473e-932f-cca42caf9d3c', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': '32c2c21f-098c-426f-a69f-e6795e6db5ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:eb:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:46:45Z', 'updated_at': '2022-05-24T15:46:45Z', 'revision_number': 0, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}, {'id': 'ccc67491-9d21-416e-b91f-12de187172e6', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': '61128d49-e701-4c19-8cbf-602dcf947487', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:d3:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:44:41Z', 'updated_at': '2022-05-24T15:44:43Z', 'revision_number': 1, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:46.717222 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d8cbd8-ef31-4240-a1e2-d7fc05d8f1a5 None None] The sync data for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi is: [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '63018b2d-195c-473e-932f-cca42caf9d3c', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': '32c2c21f-098c-426f-a69f-e6795e6db5ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:eb:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:46:45Z', 'updated_at': '2022-05-24T15:46:45Z', 'revision_number': 0, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}, {'id': 'ccc67491-9d21-416e-b91f-12de187172e6', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': '61128d49-e701-4c19-8cbf-602dcf947487', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:d3:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:44:41Z', 'updated_at': '2022-05-24T15:44:43Z', 'revision_number': 1, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:46:46.853748 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:46:46.878898 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f89385-08db-40bd-94cf-dc144d345d45 req-912100cf-ce6c-4519-9300-79b83a283228 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:46.880560 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c0f89385-08db-40bd-94cf-dc144d345d45 req-912100cf-ce6c-4519-9300-79b83a283228 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 943 time: 0.0511825 May 24 15:46:46.924085 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25db2d-119f-46f2-b4c8-8f05f113488c None None] New status for floating IP 63018b2d-195c-473e-932f-cca42caf9d3c: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:46:46.934979 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c0f89385-08db-40bd-94cf-dc144d345d45 req-c7f9c22f-aa23-43b1-914c-4adb1a6820b2 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=44ddeaa0-28b1-4f97-b20a-cf54b4464771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486705 May 24 15:46:46.958608 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=45ec7467-59d5-4ea2-94ad-078af0dc4ea3,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:46:46.973817 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'port_id': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3', 'mac_address': 'fa:16:3e:d3:5f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:46:47.008851 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:46:47.009572 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:47.024273 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:46:47.029412 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:47.046727 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=45ec7467-59d5-4ea2-94ad-078af0dc4ea3,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:46:47.051717 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:47.082945 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:47.101297 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=45ec7467-59d5-4ea2-94ad-078af0dc4ea3,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:47.395264 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['45ec7467-59d5-4ea2-94ad-078af0dc4ea3'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:46:48.061403 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05841a-3ed7-4c69-80bd-455efbe91692 req-eeb96be9-0aa6-42bb-b681-d14b7381c8f0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:48.063490 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4a05841a-3ed7-4c69-80bd-455efbe91692 req-eeb96be9-0aa6-42bb-b681-d14b7381c8f0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 944 time: 0.0562620 May 24 15:46:48.119277 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4a05841a-3ed7-4c69-80bd-455efbe91692 req-6b2ba2c0-3371-4d74-b4e4-46455c6f0f25 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=44ddeaa0-28b1-4f97-b20a-cf54b4464771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497289 May 24 15:46:48.857373 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:46:48.900899 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:46:48.909656 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:46:48.910068 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:48.985208 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:46:48.985674 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:49.009317 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:46:49.011553 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96018313-a2f3-4e79-a346-ff727ddafeb7" -d '{"events": [{"server_uuid": "a8bae040-4604-4b06-ac56-e79ff91c5b44", "name": "network-vif-plugged", "status": "completed", "tag": "45ec7467-59d5-4ea2-94ad-078af0dc4ea3"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:46:49.024710 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=45ec7467-59d5-4ea2-94ad-078af0dc4ea3,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:46:49.029736 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:49.054312 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4f4c39-f26d-4bf4-9294-0335c27e823d x-openstack-request-id: req-5f4f4c39-f26d-4bf4-9294-0335c27e823d {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:46:49.054601 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bae040-4604-4b06-ac56-e79ff91c5b44", "name": "network-vif-plugged", "status": "completed", "tag": "45ec7467-59d5-4ea2-94ad-078af0dc4ea3", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:46:49.054848 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f4f4c39-f26d-4bf4-9294-0335c27e823d {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:46:49.055227 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4f4c39-f26d-4bf4-9294-0335c27e823d'] response: {'server_uuid': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3', 'code': 200} May 24 15:46:49.079652 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=45ec7467-59d5-4ea2-94ad-078af0dc4ea3,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:46:49.242517 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b01bf9-94de-46c9-b6c1-cc784462b778 req-0ff2cb93-97cd-4805-948b-67393cf89fb0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:49.243991 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-10b01bf9-94de-46c9-b6c1-cc784462b778 req-0ff2cb93-97cd-4805-948b-67393cf89fb0 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 945 time: 0.0479035 May 24 15:46:49.280320 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980813a-5c6c-49ff-8d4b-aacda47b2db2 req-32f1d8ba-8819-420a-b599-1b8710587fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:49.281846 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b980813a-5c6c-49ff-8d4b-aacda47b2db2 req-32f1d8ba-8819-420a-b599-1b8710587fdc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 1129 time: 0.0406606 May 24 15:46:49.292172 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-10b01bf9-94de-46c9-b6c1-cc784462b778 req-021e40bb-5a52-46b1-b224-625c44c0ad96 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=44ddeaa0-28b1-4f97-b20a-cf54b4464771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423918 May 24 15:46:49.327167 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b980813a-5c6c-49ff-8d4b-aacda47b2db2 req-a16deae4-0711-4ae2-8025-57ea41eaa278 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=44ddeaa0-28b1-4f97-b20a-cf54b4464771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375428 May 24 15:46:50.415354 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d791e6-9bd3-4ae8-8de7-0e193a401b48 req-ea9eff31-28df-4923-906b-228eb68eccfc tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:50.416855 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-58d791e6-9bd3-4ae8-8de7-0e193a401b48 req-ea9eff31-28df-4923-906b-228eb68eccfc tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 945 time: 0.0478404 May 24 15:46:50.465014 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-58d791e6-9bd3-4ae8-8de7-0e193a401b48 req-bfa43b74-0396-4573-b99e-3df47d0f6256 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=44ddeaa0-28b1-4f97-b20a-cf54b4464771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426178 May 24 15:46:51.589237 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2f74-39d6-45e9-99b3-aea5421c6d95 req-a8a32c20-3a37-4cfe-95a3-c36c847830a8 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:51.590632 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a50a2f74-39d6-45e9-99b3-aea5421c6d95 req-a8a32c20-3a37-4cfe-95a3-c36c847830a8 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 945 time: 0.0515325 May 24 15:46:51.648441 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a50a2f74-39d6-45e9-99b3-aea5421c6d95 req-05e48137-1d34-4bd5-82a2-75aa0f65108f tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=44ddeaa0-28b1-4f97-b20a-cf54b4464771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519912 May 24 15:46:51.758458 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91585-0e19-4229-aadd-37b7b26f0db4 req-1ba81828-facb-4906-b188-bccb858d133a tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:51.759964 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6ce91585-0e19-4229-aadd-37b7b26f0db4 req-1ba81828-facb-4906-b188-bccb858d133a tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 945 time: 0.0483203 May 24 15:46:51.768859 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54798) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:46:51.773234 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9f38a0c2-c001-41ee-8bc1-0819258763a9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Request body: {'floatingip': {'port_id': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:46:51.813682 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9f38a0c2-c001-41ee-8bc1-0819258763a9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (e5c5d3e3-18b6-4239-9fe6-32a129ea697c), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:51.882472 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:52.020537 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:52.265352 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9f38a0c2-c001-41ee-8bc1-0819258763a9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:52.273048 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9f38a0c2-c001-41ee-8bc1-0819258763a9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (e5c5d3e3-18b6-4239-9fe6-32a129ea697c), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:52.374705 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.l3_db [None req-9f38a0c2-c001-41ee-8bc1-0819258763a9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Floating IP e5c5d3e3-18b6-4239-9fe6-32a129ea697c associated. External IP: 172.27.3.17, port: 45ec7467-59d5-4ea2-94ad-078af0dc4ea3. May 24 15:46:52.585635 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f38a0c2-c001-41ee-8bc1-0819258763a9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:46:52.690956 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f38a0c2-c001-41ee-8bc1-0819258763a9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:46:52.695520 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9f38a0c2-c001-41ee-8bc1-0819258763a9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:52.700691 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172c4f8-2196-4878-b8ba-e8557b5bd50a None None] Sync routers for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:46:52.711646 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172c4f8-2196-4878-b8ba-e8557b5bd50a None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:46:52.712345 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d172c4f8-2196-4878-b8ba-e8557b5bd50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:46:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:52.728650 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-9f38a0c2-c001-41ee-8bc1-0819258763a9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "PUT /v2.0/floatingips/e5c5d3e3-18b6-4239-9fe6-32a129ea697c HTTP/1.1" status: 200 len: 990 time: 0.9564867 May 24 15:46:52.728650 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'tag': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:46:52.729240 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eee55f-e3ac-4f6e-96f0-7f5dc4bb71e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bae040-4604-4b06-ac56-e79ff91c5b44", "tag": "45ec7467-59d5-4ea2-94ad-078af0dc4ea3"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:46:52.766650 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bfeaa2-09f1-454a-a8b8-0d326d157594 x-openstack-request-id: req-f6bfeaa2-09f1-454a-a8b8-0d326d157594 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:46:52.766943 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bae040-4604-4b06-ac56-e79ff91c5b44", "tag": "45ec7467-59d5-4ea2-94ad-078af0dc4ea3", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:46:52.767185 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6bfeaa2-09f1-454a-a8b8-0d326d157594 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:46:52.767620 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6bfeaa2-09f1-454a-a8b8-0d326d157594'] response: {'name': 'network-changed', 'server_uuid': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'tag': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3', 'status': 'completed', 'code': 200} May 24 15:46:52.823495 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d172c4f8-2196-4878-b8ba-e8557b5bd50a None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:46:52.857711 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee55f-e3ac-4f6e-96f0-7f5dc4bb71e3 req-1f6d0d9e-b1e0-42ff-b2f3-1be493553110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:52.859129 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-72eee55f-e3ac-4f6e-96f0-7f5dc4bb71e3 req-1f6d0d9e-b1e0-42ff-b2f3-1be493553110 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 1129 time: 0.0401998 May 24 15:46:52.953202 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee55f-e3ac-4f6e-96f0-7f5dc4bb71e3 req-0bf919aa-9bf7-4c58-8a27-3e0937201c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:52.954977 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-72eee55f-e3ac-4f6e-96f0-7f5dc4bb71e3 req-0bf919aa-9bf7-4c58-8a27-3e0937201c71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0609c63-82a5-45e5-be15-292af1dcfb75 HTTP/1.1" status: 200 len: 912 time: 0.0897398 May 24 15:46:53.018528 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-72eee55f-e3ac-4f6e-96f0-7f5dc4bb71e3 req-b01847e2-df2c-4d60-b7ca-c0afdf80ded4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45ec7467-59d5-4ea2-94ad-078af0dc4ea3 HTTP/1.1" status: 200 len: 998 time: 0.0577714 May 24 15:46:53.073695 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee55f-e3ac-4f6e-96f0-7f5dc4bb71e3 req-f9f27647-6290-437d-a49a-a627bfefb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:53.075213 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-72eee55f-e3ac-4f6e-96f0-7f5dc4bb71e3 req-f9f27647-6290-437d-a49a-a627bfefb337 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2edc2840-bb64-422a-be91-aa0787520465 HTTP/1.1" status: 200 len: 850 time: 0.0510638 May 24 15:46:53.089911 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:53.093941 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:53.121099 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee55f-e3ac-4f6e-96f0-7f5dc4bb71e3 req-c9310c1d-0797-4ab7-9f7e-c2889696e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:46:53.122543 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-72eee55f-e3ac-4f6e-96f0-7f5dc4bb71e3 req-c9310c1d-0797-4ab7-9f7e-c2889696e10b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0609c63-82a5-45e5-be15-292af1dcfb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414276 May 24 15:46:53.172752 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d172c4f8-2196-4878-b8ba-e8557b5bd50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'e5c5d3e3-18b6-4239-9fe6-32a129ea697c', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'port_id': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'mac_address': 'fa:16:3e:d3:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:46:38Z', 'updated_at': '2022-05-24T15:46:52Z', 'revision_number': 1, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:53.197419 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172c4f8-2196-4878-b8ba-e8557b5bd50a None None] Checking router: e0133b1b-eb3a-44cb-b5a8-a67b7714c943 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:46:53.200012 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:46:53.207761 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172c4f8-2196-4878-b8ba-e8557b5bd50a None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:46:53.208413 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d172c4f8-2196-4878-b8ba-e8557b5bd50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:46:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:53.212601 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-72eee55f-e3ac-4f6e-96f0-7f5dc4bb71e3 req-1b851cc2-b3a1-4dbe-9d8e-84c547692c1d service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836029 May 24 15:46:53.305373 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-72eee55f-e3ac-4f6e-96f0-7f5dc4bb71e3 req-915b0ff1-8d73-470f-964f-8c923dadcfc5 service neutron] 10.222.0.59 "GET /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860953 May 24 15:46:53.313398 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d172c4f8-2196-4878-b8ba-e8557b5bd50a None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:46:53.540777 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d172c4f8-2196-4878-b8ba-e8557b5bd50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'e5c5d3e3-18b6-4239-9fe6-32a129ea697c', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'port_id': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'mac_address': 'fa:16:3e:d3:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:46:38Z', 'updated_at': '2022-05-24T15:46:52Z', 'revision_number': 1, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:46:53.567139 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172c4f8-2196-4878-b8ba-e8557b5bd50a None None] The sync data for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi is: [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'e5c5d3e3-18b6-4239-9fe6-32a129ea697c', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'port_id': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'mac_address': 'fa:16:3e:d3:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:46:38Z', 'updated_at': '2022-05-24T15:46:52Z', 'revision_number': 1, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:46:53.767158 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0478a4a3-0619-4921-8f2c-eba45d56f2b8 None None] New status for floating IP e5c5d3e3-18b6-4239-9fe6-32a129ea697c: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:46:55.353684 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-13c21ef3-6ea5-4c83-9bfc-35e02db073d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:57.613400 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d042beb5-8a50-469c-b05e-3126ae946bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:59.171349 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:46:59.902144 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:47:00.349421 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:01.724212 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:02.721861 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:02.723913 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:03.301815 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=25 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:03.303030 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=63 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:07.577809 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:10.348606 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10c1072f-2f7e-45ea-aaff-9d1fe3d1ac4a req-5e92c107-818d-4089-b9cd-c2c83c0108e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402598 May 24 15:47:10.441583 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1072f-2f7e-45ea-aaff-9d1fe3d1ac4a req-0c177d23-c592-4d40-bd4e-37255b0cee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:10.443066 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10c1072f-2f7e-45ea-aaff-9d1fe3d1ac4a req-0c177d23-c592-4d40-bd4e-37255b0cee8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 1129 time: 0.0405138 May 24 15:47:10.552755 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1072f-2f7e-45ea-aaff-9d1fe3d1ac4a req-3e76aaac-150d-4351-b74c-8f78211a04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:10.554141 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10c1072f-2f7e-45ea-aaff-9d1fe3d1ac4a req-3e76aaac-150d-4351-b74c-8f78211a04b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 912 time: 0.0914543 May 24 15:47:10.621207 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10c1072f-2f7e-45ea-aaff-9d1fe3d1ac4a req-5a13e15c-d26e-4e27-a365-8b71ed46af5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61128d49-e701-4c19-8cbf-602dcf947487 HTTP/1.1" status: 200 len: 1000 time: 0.0607626 May 24 15:47:10.673655 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1072f-2f7e-45ea-aaff-9d1fe3d1ac4a req-66609407-eef4-497a-bc35-73245ef19a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:10.675101 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10c1072f-2f7e-45ea-aaff-9d1fe3d1ac4a req-66609407-eef4-497a-bc35-73245ef19a3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 200 len: 850 time: 0.0477097 May 24 15:47:10.723669 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1072f-2f7e-45ea-aaff-9d1fe3d1ac4a req-ddd971f7-9800-46a9-a5ef-15d612421058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:10.725217 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10c1072f-2f7e-45ea-aaff-9d1fe3d1ac4a req-ddd971f7-9800-46a9-a5ef-15d612421058 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415862 May 24 15:47:10.816447 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10c1072f-2f7e-45ea-aaff-9d1fe3d1ac4a req-ca403c29-9815-4222-96ac-a141bfce6c9a service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838981 May 24 15:47:10.921614 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10c1072f-2f7e-45ea-aaff-9d1fe3d1ac4a req-63f2a0f9-9b67-4517-bfd1-5e5caff96d9b service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989060 May 24 15:47:12.201560 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb8569-7326-46cd-bf8b-6896ab3b152a req-66ad5c32-f2c9-4da3-b600-3805f17acf39 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:12.202998 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-25cb8569-7326-46cd-bf8b-6896ab3b152a req-66ad5c32-f2c9-4da3-b600-3805f17acf39 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 945 time: 0.0519652 May 24 15:47:12.254498 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-25cb8569-7326-46cd-bf8b-6896ab3b152a req-e37983a9-1815-436c-afe4-35ac84dbfe99 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456178 May 24 15:47:13.394530 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2883836-f86d-4f03-9348-792d0e1ae9aa req-51cf0500-9263-42c8-8e99-e77f71c1566e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:13.395997 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d2883836-f86d-4f03-9348-792d0e1ae9aa req-51cf0500-9263-42c8-8e99-e77f71c1566e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 945 time: 0.0562105 May 24 15:47:13.449859 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d2883836-f86d-4f03-9348-792d0e1ae9aa req-4bf492be-392a-4d9f-ae58-cb792666554a tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453582 May 24 15:47:13.848714 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:13.856999 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:14.335722 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-a66a0a2e-5e9d-4834-96af-29a4867b4e6b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:14.337261 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-a66a0a2e-5e9d-4834-96af-29a4867b4e6b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 945 time: 0.0505488 May 24 15:47:14.586453 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632048d-3347-4177-b8ea-af1c4ee01f67 req-cd31468f-9c43-49c0-a101-4505a9a2efe1 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:14.587919 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6632048d-3347-4177-b8ea-af1c4ee01f67 req-cd31468f-9c43-49c0-a101-4505a9a2efe1 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 945 time: 0.0498180 May 24 15:47:14.603485 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Deleting port f3394494-955a-46e9-83d3-82a4d8a8342f {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:47:14.603817 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:14.636682 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6632048d-3347-4177-b8ea-af1c4ee01f67 req-0c5336c0-a1ed-40ee-97bb-1b38e999c64f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=f8f6f8fc-2357-4629-be9c-602971800af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424778 May 24 15:47:14.694369 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] For port f3394494-955a-46e9-83d3-82a4d8a8342f, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f3394494-955a-46e9-83d3-82a4d8a8342f,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:47:14.694736 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:15.121475 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:15.121840 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (5bfc1b21-263c-4891-9a20-4719f5a3f186), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:15.122149 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Floating IP 5bfc1b21-263c-4891-9a20-4719f5a3f186 disassociated. External IP: 172.27.3.239, port: f3394494-955a-46e9-83d3-82a4d8a8342f. May 24 15:47:15.122481 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Calling delete_port for f3394494-955a-46e9-83d3-82a4d8a8342f owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:47:15.168049 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:15.238952 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:15.270499 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (f3394494-955a-46e9-83d3-82a4d8a8342f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:15.296023 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event deleted for resources: {'Port': ['ID=f3394494-955a-46e9-83d3-82a4d8a8342f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:15.409714 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Router ef9c52da-61c1-40fb-91e4-ef14cffa5fba has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:47:15.518258 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:47:15.528530 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb35fcf-d7c2-455d-bd8e-8de13c1f72e8 None None] Sync routers for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:47:15.539536 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb35fcf-d7c2-455d-bd8e-8de13c1f72e8 None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:47:15.540175 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-6fb35fcf-d7c2-455d-bd8e-8de13c1f72e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:46:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:15.565129 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] No DVR routers for this DVR port f3394494-955a-46e9-83d3-82a4d8a8342f on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:47:15.568389 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:15.572142 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1dd6c609-2c5d-4128-9e0a-9ccf5056fcb0 req-68aa85ba-b056-49dc-8472-a28007e71730 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "DELETE /v2.0/ports/f3394494-955a-46e9-83d3-82a4d8a8342f HTTP/1.1" status: 204 len: 173 time: 1.0644042 May 24 15:47:15.572680 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'name': 'network-vif-deleted', 'tag': 'f3394494-955a-46e9-83d3-82a4d8a8342f'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:47:15.575979 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502bc3d3-2d76-4df8-9cc7-11c7c88ff390" -d '{"events": [{"server_uuid": "efdad178-71c5-4ee8-ae88-eb20542da928", "name": "network-vif-deleted", "tag": "f3394494-955a-46e9-83d3-82a4d8a8342f"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:47:15.618390 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2d80b-f46b-4125-8a81-e9e12e1f8566 x-openstack-request-id: req-9cc2d80b-f46b-4125-8a81-e9e12e1f8566 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:47:15.618683 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdad178-71c5-4ee8-ae88-eb20542da928", "name": "network-vif-deleted", "tag": "f3394494-955a-46e9-83d3-82a4d8a8342f", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:47:15.618932 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9cc2d80b-f46b-4125-8a81-e9e12e1f8566 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:47:15.619352 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc2d80b-f46b-4125-8a81-e9e12e1f8566'] response: {'server_uuid': 'efdad178-71c5-4ee8-ae88-eb20542da928', 'name': 'network-vif-deleted', 'tag': 'f3394494-955a-46e9-83d3-82a4d8a8342f', 'status': 'completed', 'code': 200} May 24 15:47:15.650685 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-6fb35fcf-d7c2-455d-bd8e-8de13c1f72e8 None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:47:15.748598 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3bc60607-20a5-4dc7-a089-602ada5d4d7b req-a53cfc06-0d99-4f3f-8baf-ab2aeab51155 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=efdad178-71c5-4ee8-ae88-eb20542da928 HTTP/1.1" status: 200 len: 210 time: 0.0304608 May 24 15:47:15.886985 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-6fb35fcf-d7c2-455d-bd8e-8de13c1f72e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '0cbc037b-8ddd-4d47-bec4-6d326df1b637', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:dc:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:45:20Z', 'updated_at': '2022-05-24T15:45:35Z', 'revision_number': 2, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:15.912143 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb35fcf-d7c2-455d-bd8e-8de13c1f72e8 None None] Checking router: ef9c52da-61c1-40fb-91e4-ef14cffa5fba for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:47:15.920740 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb35fcf-d7c2-455d-bd8e-8de13c1f72e8 None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:47:15.921282 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-6fb35fcf-d7c2-455d-bd8e-8de13c1f72e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:46:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:15.923743 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:16.023866 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:16.025885 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-6fb35fcf-d7c2-455d-bd8e-8de13c1f72e8 None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:47:16.239655 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-6fb35fcf-d7c2-455d-bd8e-8de13c1f72e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '0cbc037b-8ddd-4d47-bec4-6d326df1b637', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:dc:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:45:20Z', 'updated_at': '2022-05-24T15:45:35Z', 'revision_number': 2, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:16.269448 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb35fcf-d7c2-455d-bd8e-8de13c1f72e8 None None] The sync data for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi is: [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '0cbc037b-8ddd-4d47-bec4-6d326df1b637', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:dc:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:45:20Z', 'updated_at': '2022-05-24T15:45:35Z', 'revision_number': 2, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:47:16.501931 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce682ea-cee2-4762-ad82-04dd6caa3898 None None] New status for floating IP 5bfc1b21-263c-4891-9a20-4719f5a3f186: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:47:16.855472 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54848) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:16.914879 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f6812d6-af4e-42e1-ba76-aed8f4d14fb3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (f8f6f8fc-2357-4629-be9c-602971800af7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:16.937953 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f6812d6-af4e-42e1-ba76-aed8f4d14fb3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (f8f6f8fc-2357-4629-be9c-602971800af7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:16.990094 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f6812d6-af4e-42e1-ba76-aed8f4d14fb3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (f8f6f8fc-2357-4629-be9c-602971800af7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:16.992718 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f6812d6-af4e-42e1-ba76-aed8f4d14fb3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:16.993847 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-3f6812d6-af4e-42e1-ba76-aed8f4d14fb3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "DELETE /v2.0/security-groups/f8f6f8fc-2357-4629-be9c-602971800af7 HTTP/1.1" status: 204 len: 168 time: 0.1373532 May 24 15:47:16.996674 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54850) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:17.002855 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6812d6-af4e-42e1-ba76-aed8f4d14fb3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f6f8fc-2357-4629-be9c-602971800af7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:17.010363 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.api.v2.resource [None req-04bfbf82-116e-46e1-b90c-916c8d8b505b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] show failed (client error): The resource could not be found. May 24 15:47:17.014578 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54852) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:17.014809 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-04bfbf82-116e-46e1-b90c-916c8d8b505b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups/f8f6f8fc-2357-4629-be9c-602971800af7 HTTP/1.1" status: 404 len: 347 time: 0.0170608 May 24 15:47:17.129406 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4a7683b1-b74e-4708-adc7-e8a4fdeb8950 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Deleting port 78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:47:17.129650 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a7683b1-b74e-4708-adc7-e8a4fdeb8950 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:17.217990 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a7683b1-b74e-4708-adc7-e8a4fdeb8950 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:17.218290 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a7683b1-b74e-4708-adc7-e8a4fdeb8950 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:17.231362 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4a7683b1-b74e-4708-adc7-e8a4fdeb8950 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Calling delete_port for 78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:47:17.320370 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:17.365418 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a7683b1-b74e-4708-adc7-e8a4fdeb8950 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:17.391713 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7683b1-b74e-4708-adc7-e8a4fdeb8950 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event deleted for resources: {'Port': ['ID=78b5c7c0-e7ad-4852-b89c-7f050e2ce8d7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:17.457445 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a7683b1-b74e-4708-adc7-e8a4fdeb8950 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (5bfc1b21-263c-4891-9a20-4719f5a3f186), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:17.461776 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a7683b1-b74e-4708-adc7-e8a4fdeb8950 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:17.463451 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4a7683b1-b74e-4708-adc7-e8a4fdeb8950 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "DELETE /v2.0/floatingips/5bfc1b21-263c-4891-9a20-4719f5a3f186 HTTP/1.1" status: 204 len: 168 time: 0.4474468 May 24 15:47:18.992115 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f3394494-955a-46e9-83d3-82a4d8a8342f no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:47:19.013651 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: f3394494-955a-46e9-83d3-82a4d8a8342f {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:47:19.013993 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f3394494-955a-46e9-83d3-82a4d8a8342f not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:47:19.103045 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8d67d-d6af-457a-959d-05574c5212e9 req-cb746d22-3b8c-4f02-8842-b826953e5951 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:19.104536 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-85a8d67d-d6af-457a-959d-05574c5212e9 req-cb746d22-3b8c-4f02-8842-b826953e5951 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 945 time: 0.0527854 May 24 15:47:19.157372 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-85a8d67d-d6af-457a-959d-05574c5212e9 req-4ec7b1ed-9a9c-426d-8cb0-3ba3c33dbb37 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=92f7902c-148f-4a48-ab28-531d76d63d69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434625 May 24 15:47:20.296602 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f3a6-1259-4912-b3c3-89b00aeb6850 req-d8ed7eb7-d87f-4a6e-aed0-8422d9dc8c3b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:20.298069 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d0a0f3a6-1259-4912-b3c3-89b00aeb6850 req-d8ed7eb7-d87f-4a6e-aed0-8422d9dc8c3b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 945 time: 0.0611086 May 24 15:47:20.345904 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d0a0f3a6-1259-4912-b3c3-89b00aeb6850 req-6e3182b8-4f34-4539-87b0-91d116833c65 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=92f7902c-148f-4a48-ab28-531d76d63d69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421720 May 24 15:47:20.950154 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:20.992794 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-e7c29a98-6ea1-49d0-8d86-a96cf86b9010 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:20.994235 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-e7c29a98-6ea1-49d0-8d86-a96cf86b9010 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 945 time: 0.0566742 May 24 15:47:21.079586 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Deleting port 0b3aafd5-72f6-4c1b-860e-b16344f56933 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:47:21.079929 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:21.176848 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] For port 0b3aafd5-72f6-4c1b-860e-b16344f56933, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=0b3aafd5-72f6-4c1b-860e-b16344f56933,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:47:21.177277 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:21.344990 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:21.345233 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (0cbc037b-8ddd-4d47-bec4-6d326df1b637), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:21.345553 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Floating IP 0cbc037b-8ddd-4d47-bec4-6d326df1b637 disassociated. External IP: 172.27.3.90, port: 0b3aafd5-72f6-4c1b-860e-b16344f56933. May 24 15:47:21.345913 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Calling delete_port for 0b3aafd5-72f6-4c1b-860e-b16344f56933 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:47:21.464141 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a2b38-fc8c-46bc-9a58-1da93fee2cda req-d9c660b2-9219-4e9a-b8c0-e321b9bfce5e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:21.465612 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-033a2b38-fc8c-46bc-9a58-1da93fee2cda req-d9c660b2-9219-4e9a-b8c0-e321b9bfce5e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d HTTP/1.1" status: 200 len: 945 time: 0.0489113 May 24 15:47:21.479288 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (0b3aafd5-72f6-4c1b-860e-b16344f56933), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:21.505995 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event deleted for resources: {'Port': ['ID=0b3aafd5-72f6-4c1b-860e-b16344f56933,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:21.516230 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.516580 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.516952 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.517419 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-033a2b38-fc8c-46bc-9a58-1da93fee2cda req-af9ac8e8-ba04-4bf4-9326-0481ca3d5578 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=92f7902c-148f-4a48-ab28-531d76d63d69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460594 May 24 15:47:21.520443 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.520855 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.521117 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.521452 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.521781 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.522111 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.522437 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.522767 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.523094 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.523415 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.523735 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.524085 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:21.636704 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Router ef9c52da-61c1-40fb-91e4-ef14cffa5fba has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:47:21.742392 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:47:21.753660 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31442c65-33e5-435c-93f1-d122cdd83dc1 None None] Sync routers for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:47:21.764620 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31442c65-33e5-435c-93f1-d122cdd83dc1 None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:47:21.765284 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-31442c65-33e5-435c-93f1-d122cdd83dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:46:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:21.765753 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:21.788048 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] No DVR routers for this DVR port 0b3aafd5-72f6-4c1b-860e-b16344f56933 on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:47:21.790762 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:21.794228 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cb018d59-c9d1-4705-a1b4-421b495b81d6 req-91be1fb9-940e-4fb8-a33d-e93a0c255ee5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "DELETE /v2.0/ports/0b3aafd5-72f6-4c1b-860e-b16344f56933 HTTP/1.1" status: 204 len: 173 time: 0.7931495 May 24 15:47:21.794606 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'name': 'network-vif-deleted', 'tag': '0b3aafd5-72f6-4c1b-860e-b16344f56933'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:47:21.796876 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806057bb-2d34-4c23-8b33-1409172164b2" -d '{"events": [{"server_uuid": "b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d", "name": "network-vif-deleted", "tag": "0b3aafd5-72f6-4c1b-860e-b16344f56933"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:47:21.836617 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534d486b-7755-4c7d-bb34-f85e80cf1f10 x-openstack-request-id: req-534d486b-7755-4c7d-bb34-f85e80cf1f10 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:47:21.837091 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d", "name": "network-vif-deleted", "tag": "0b3aafd5-72f6-4c1b-860e-b16344f56933", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:47:21.837398 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-534d486b-7755-4c7d-bb34-f85e80cf1f10 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:47:21.838470 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534d486b-7755-4c7d-bb34-f85e80cf1f10'] response: {'server_uuid': 'b55f3a17-fc23-47fb-8bd7-5d1ca5a3ac5d', 'name': 'network-vif-deleted', 'tag': '0b3aafd5-72f6-4c1b-860e-b16344f56933', 'status': 'completed', 'code': 200} May 24 15:47:21.881518 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-31442c65-33e5-435c-93f1-d122cdd83dc1 None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:47:22.075630 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-31442c65-33e5-435c-93f1-d122cdd83dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:22.099856 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31442c65-33e5-435c-93f1-d122cdd83dc1 None None] Checking router: ef9c52da-61c1-40fb-91e4-ef14cffa5fba for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:47:22.108608 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31442c65-33e5-435c-93f1-d122cdd83dc1 None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:47:22.109141 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-31442c65-33e5-435c-93f1-d122cdd83dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:46:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:22.346798 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-31442c65-33e5-435c-93f1-d122cdd83dc1 None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:47:22.537050 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-31442c65-33e5-435c-93f1-d122cdd83dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:22.561795 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31442c65-33e5-435c-93f1-d122cdd83dc1 None None] The sync data for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi is: [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:47:22.612324 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54884) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:22.673951 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27823532-6371-4d0d-b44c-dc340fb3b1e6 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (92f7902c-148f-4a48-ab28-531d76d63d69), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:22.694949 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:22.699899 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27823532-6371-4d0d-b44c-dc340fb3b1e6 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (92f7902c-148f-4a48-ab28-531d76d63d69), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:22.754911 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27823532-6371-4d0d-b44c-dc340fb3b1e6 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (92f7902c-148f-4a48-ab28-531d76d63d69), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:22.755891 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-27823532-6371-4d0d-b44c-dc340fb3b1e6 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:22.757111 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-27823532-6371-4d0d-b44c-dc340fb3b1e6 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "DELETE /v2.0/security-groups/92f7902c-148f-4a48-ab28-531d76d63d69 HTTP/1.1" status: 204 len: 168 time: 0.1437023 May 24 15:47:22.760406 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54886) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:22.777998 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27823532-6371-4d0d-b44c-dc340fb3b1e6 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f7902c-148f-4a48-ab28-531d76d63d69,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:22.780023 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.api.v2.resource [None req-96eb9848-ceb6-435d-99a1-be0faf01b09a tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] show failed (client error): The resource could not be found. May 24 15:47:22.784150 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-96eb9848-ceb6-435d-99a1-be0faf01b09a tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups/92f7902c-148f-4a48-ab28-531d76d63d69 HTTP/1.1" status: 404 len: 347 time: 0.0197251 May 24 15:47:22.785206 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54888) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:22.791701 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba5a22a-736e-4d8c-9578-b7dd5aa0c7b5 None None] New status for floating IP 0cbc037b-8ddd-4d47-bec4-6d326df1b637: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:47:22.798350 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:22.897075 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-e52dfa73-c204-4f25-8701-f026331cf39d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Deleting port c648e666-9d0d-4c14-8af5-970e8b72c58c {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:47:22.897674 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e52dfa73-c204-4f25-8701-f026331cf39d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (c648e666-9d0d-4c14-8af5-970e8b72c58c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:22.973569 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e52dfa73-c204-4f25-8701-f026331cf39d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (c648e666-9d0d-4c14-8af5-970e8b72c58c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:22.973893 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e52dfa73-c204-4f25-8701-f026331cf39d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (c648e666-9d0d-4c14-8af5-970e8b72c58c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:22.985843 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-e52dfa73-c204-4f25-8701-f026331cf39d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Calling delete_port for c648e666-9d0d-4c14-8af5-970e8b72c58c owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:47:23.120834 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e52dfa73-c204-4f25-8701-f026331cf39d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (c648e666-9d0d-4c14-8af5-970e8b72c58c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.145940 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dfa73-c204-4f25-8701-f026331cf39d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event deleted for resources: {'Port': ['ID=c648e666-9d0d-4c14-8af5-970e8b72c58c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:23.214258 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e52dfa73-c204-4f25-8701-f026331cf39d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (0cbc037b-8ddd-4d47-bec4-6d326df1b637), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.216798 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e52dfa73-c204-4f25-8701-f026331cf39d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.217942 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-e52dfa73-c204-4f25-8701-f026331cf39d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "DELETE /v2.0/floatingips/0cbc037b-8ddd-4d47-bec4-6d326df1b637 HTTP/1.1" status: 204 len: 168 time: 0.4322469 May 24 15:47:23.295109 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54892) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:23.302577 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a3e6bedd-1a42-49c1-a52c-28b06db4485d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390748573', 'description': 'tempest-description--68818417'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:47:23.329731 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3e6bedd-1a42-49c1-a52c-28b06db4485d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.401701 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3e6bedd-1a42-49c1-a52c-28b06db4485d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (ad7b22f9-1565-46b5-979b-8d18d2ca9170), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.408318 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3e6bedd-1a42-49c1-a52c-28b06db4485d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (ad7b22f9-1565-46b5-979b-8d18d2ca9170), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.437417 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6bedd-1a42-49c1-a52c-28b06db4485d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7b22f9-1565-46b5-979b-8d18d2ca9170,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:23.441529 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a3e6bedd-1a42-49c1-a52c-28b06db4485d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.442724 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-a3e6bedd-1a42-49c1-a52c-28b06db4485d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1462402 May 24 15:47:23.445557 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54894) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:23.449804 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-05d9b259-ee0b-47cf-b86a-b7ed2b316933 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'security_group_rule': {'security_group_id': 'ad7b22f9-1565-46b5-979b-8d18d2ca9170', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:47:23.461930 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:23.478846 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05d9b259-ee0b-47cf-b86a-b7ed2b316933 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (e2c0b07e-62b3-4fdd-b874-d63255a594f3), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.533631 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05d9b259-ee0b-47cf-b86a-b7ed2b316933 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (e2c0b07e-62b3-4fdd-b874-d63255a594f3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.538587 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05d9b259-ee0b-47cf-b86a-b7ed2b316933 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (e2c0b07e-62b3-4fdd-b874-d63255a594f3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.557570 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9b259-ee0b-47cf-b86a-b7ed2b316933 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c0b07e-62b3-4fdd-b874-d63255a594f3,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:23.564932 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-05d9b259-ee0b-47cf-b86a-b7ed2b316933 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.566167 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-05d9b259-ee0b-47cf-b86a-b7ed2b316933 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196990 May 24 15:47:23.569321 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 54896) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:23.573599 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9361d2a6-4479-4d16-a4ba-4330fd38cca0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'security_group_rule': {'security_group_id': 'ad7b22f9-1565-46b5-979b-8d18d2ca9170', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:47:23.587077 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:23.603847 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9361d2a6-4479-4d16-a4ba-4330fd38cca0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (44059b8f-ed98-436c-b651-1fdf8476fced), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.651946 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9361d2a6-4479-4d16-a4ba-4330fd38cca0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (44059b8f-ed98-436c-b651-1fdf8476fced), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.656509 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9361d2a6-4479-4d16-a4ba-4330fd38cca0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (44059b8f-ed98-436c-b651-1fdf8476fced), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.672329 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361d2a6-4479-4d16-a4ba-4330fd38cca0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44059b8f-ed98-436c-b651-1fdf8476fced,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:23.683910 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9361d2a6-4479-4d16-a4ba-4330fd38cca0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.688096 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9361d2a6-4479-4d16-a4ba-4330fd38cca0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148696 May 24 15:47:23.688476 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54898) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:23.693036 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:47:23.714826 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.794568 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:23.905721 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Allocated IP 172.27.3.68 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/2dabc8ce-00ea-4086-8994-64fdbc2fb969) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:47:24.014771 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for port (2dabc8ce-00ea-4086-8994-64fdbc2fb969), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:24.018767 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:24.021787 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:24.052924 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (2dabc8ce-00ea-4086-8994-64fdbc2fb969), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:24.096358 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:47:24.101075 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:47:24.104819 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:47:24.107933 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'Port': ['ID=2dabc8ce-00ea-4086-8994-64fdbc2fb969,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:24.136009 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.136380 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.136742 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.137076 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.137722 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.138058 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.138375 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.138695 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.139017 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.139336 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.139642 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.139957 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.140303 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.140624 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.140945 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:24.199831 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (9ed280e1-821c-4264-8234-24ddf9fa1865), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:24.238485 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (2dabc8ce-00ea-4086-8994-64fdbc2fb969), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:24.425424 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for port (2dabc8ce-00ea-4086-8994-64fdbc2fb969), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:24.435533 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (2dabc8ce-00ea-4086-8994-64fdbc2fb969), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:24.503705 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'Port': ['ID=2dabc8ce-00ea-4086-8994-64fdbc2fb969,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:24.513100 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (9ed280e1-821c-4264-8234-24ddf9fa1865), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:24.530457 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:24.531662 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-60a8e2a8-a526-463f-813a-a74cae5af74c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8421834 May 24 15:47:24.689650 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-74f5276e-2c50-4b90-a831-bcf5ec49ee7c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1390748573&fields=id&tenant_id=a30edd891b96456fbba6409a815f5fd8 HTTP/1.1" status: 200 len: 267 time: 0.0480795 May 24 15:47:24.799939 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-6b0c6c2b-b539-45e3-9bf2-ce4d3ada7f95 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:24.801265 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-6b0c6c2b-b539-45e3-9bf2-ce4d3ada7f95 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 814 time: 0.1049380 May 24 15:47:24.816287 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-b6f3706b-f60a-4104-9d03-eed417e48c43 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/quotas/a30edd891b96456fbba6409a815f5fd8 HTTP/1.1" status: 200 len: 375 time: 0.0095012 May 24 15:47:24.864304 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8111489e-52e8-439d-bac9-58c970129890 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429914 May 24 15:47:24.897543 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:24.968155 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-cefba008-8f1e-4832-b41e-bca7fe71827f service neutron] 10.222.0.55 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872784 May 24 15:47:25.033289 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:25.037856 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 0b3aafd5-72f6-4c1b-860e-b16344f56933 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:47:25.058149 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: 0b3aafd5-72f6-4c1b-860e-b16344f56933 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:47:25.058405 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 0b3aafd5-72f6-4c1b-860e-b16344f56933 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:47:25.064311 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-9218c7ca-e095-46f0-bbe3-534a74f04e1d service neutron] 10.222.0.55 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898530 May 24 15:47:25.235906 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-f471b8da-6242-428d-8f17-2d6fdd9f1aba req-29294a73-4d36-4a40-aa48-1498d7c51fc8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 210 time: 0.0285792 May 24 15:47:25.346883 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0eb71a61-6258-4570-8f48-9f2e0412bb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:26.311863 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-68cc1612-fe53-4c57-b8be-8fb422818db2 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:26.313449 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-68cc1612-fe53-4c57-b8be-8fb422818db2 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 814 time: 0.1074042 May 24 15:47:26.340899 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-64178ad5-94fc-4add-b9c4-961958bea853 req-82eece3c-fc97-4274-9332-d27fe15f34ca tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 210 time: 0.0333166 May 24 15:47:26.403802 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-baafff4f-2274-4946-8b22-6e09cfe73d97 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a30edd891b96456fbba6409a815f5fd8 HTTP/1.1" status: 200 len: 380 time: 0.0606480 May 24 15:47:26.505946 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'port': {'device_id': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'admin_state_up': True, 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'security_groups': ['ad7b22f9-1565-46b5-979b-8d18d2ca9170']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:47:26.622105 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Made reservation on behalf of a30edd891b96456fbba6409a815f5fd8 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:47:26.625534 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:26.765664 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Allocated IP 172.20.0.12 (1eca94ca-2475-4c7a-b305-a2f26b6c82f9/c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd/411b5ef0-37e3-4d18-ae3b-36ebfae36cf2) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:47:26.885271 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:26.912526 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:26.949055 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:26.999041 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:47:27.002233 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:47:27.006329 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:47:27.012725 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'Port': ['ID=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:27.062351 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:27.062981 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:27.069687 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:27.079914 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-8169a6e0-7427-43e9-9282-a8ca43b49305 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803151 May 24 15:47:27.100283 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Request body: {'port': {'device_id': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:47:27.163480 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:27.272928 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-77f4cab6-638b-411d-af53-ee779dc7f40b None None] Provisioning complete for port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:47:27.273972 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-77f4cab6-638b-411d-af53-ee779dc7f40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:27.274952 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:27.308247 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-77f4cab6-638b-411d-af53-ee779dc7f40b None None] Port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:47:27.457014 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7585778-fb36-4640-98df-f8ed5979ffca req-3c02441f-c50b-4717-bea6-ea98cd2fd120 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:27.458688 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c7585778-fb36-4640-98df-f8ed5979ffca req-3c02441f-c50b-4717-bea6-ea98cd2fd120 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 932 time: 0.0474238 May 24 15:47:27.467539 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:47:27.475606 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Publish callbacks [] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:27.489416 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Transition to ACTIVE for port object 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:47:27.494380 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:27.507255 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c7585778-fb36-4640-98df-f8ed5979ffca req-fad17b0b-ec09-46af-bb3d-b9ca07d79b93 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad7b22f9-1565-46b5-979b-8d18d2ca9170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 May 24 15:47:27.546210 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Pushing event updated for resources: {'Port': ['ID=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:27.609342 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-91719266-f5dd-4531-9edd-d4c4f0b8323b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:27.626294 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Attempting to bind port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:47:27.626634 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Attempting to bind port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:47:27.627040 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Attempting to bind port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:47:27.632815 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:47:27.633102 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Attempting to bind port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:47:27.639101 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:47:27.639414 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Checking segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:47:27.639815 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Bound using segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:47:27.640277 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Bound port: 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:47:27.640662 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:27.704943 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] For port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:47:27.708054 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] For port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:47:27.715849 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:27.719928 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:27.749708 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:27.750321 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:27.751679 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] 10.222.0.59 "PUT /v2.0/ports/411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 HTTP/1.1" status: 200 len: 1094 time: 0.6565094 May 24 15:47:27.752355 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'tag': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:47:27.754733 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ff3b11-0f4d-48f5-aeea-28258aae81e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a71ea75e-0ceb-452a-ae87-90e9793528ad", "tag": "411b5ef0-37e3-4d18-ae3b-36ebfae36cf2"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:47:27.784369 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7828021-f5b6-4a27-b31f-5a70558576b0 service neutron] Pushing event updated for resources: {'Port': ['ID=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:27.801649 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed5fd40-2fe2-4e52-8ab4-36400080d605 x-openstack-request-id: req-bed5fd40-2fe2-4e52-8ab4-36400080d605 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:47:27.802040 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71ea75e-0ceb-452a-ae87-90e9793528ad", "tag": "411b5ef0-37e3-4d18-ae3b-36ebfae36cf2", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:47:27.804438 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bed5fd40-2fe2-4e52-8ab4-36400080d605 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:47:27.804861 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed5fd40-2fe2-4e52-8ab4-36400080d605'] response: {'name': 'network-changed', 'server_uuid': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'tag': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2', 'status': 'completed', 'code': 200} May 24 15:47:27.869181 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-3f567756-68e2-42b6-9f56-ef0d7326fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:27.870864 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-3f567756-68e2-42b6-9f56-ef0d7326fc3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 1128 time: 0.0442643 May 24 15:47:27.920718 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-58164b7b-74bb-4d7e-8be1-ba39ab2970df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 HTTP/1.1" status: 200 len: 217 time: 0.0344765 May 24 15:47:27.975849 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-9c251695-9e49-42f0-a8e9-e5efa15f4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:27.977222 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-9c251695-9e49-42f0-a8e9-e5efa15f4d1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0461686 May 24 15:47:28.022628 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-a8343f89-69b0-46d3-a11c-ab498abf1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:28.024245 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-a8343f89-69b0-46d3-a11c-ab498abf1bfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404496 May 24 15:47:28.085096 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:28.118029 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-d3cda147-34bc-4644-ad85-640b500c8596 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867445 May 24 15:47:28.227565 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5d11e56-4535-4590-b333-303cbdbb0f41 req-eb463140-9b34-4fd5-a48b-4f40b5885c45 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021769 May 24 15:47:28.635240 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f658a6-2484-4ec0-b763-33d31f64b300 req-11e71fb9-30a6-4a0b-baf6-e92a00eadd9a tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:28.636775 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e2f658a6-2484-4ec0-b763-33d31f64b300 req-11e71fb9-30a6-4a0b-baf6-e92a00eadd9a tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 944 time: 0.0538588 May 24 15:47:28.686869 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e2f658a6-2484-4ec0-b763-33d31f64b300 req-d2729a29-6f62-4a38-9ac6-d9d2ec35f864 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad7b22f9-1565-46b5-979b-8d18d2ca9170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440218 May 24 15:47:29.163583 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:29.318210 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff3b11-0f4d-48f5-aeea-28258aae81e3 req-ab38e000-9cd5-4a50-be41-c427a16b3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:29.320650 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e2ff3b11-0f4d-48f5-aeea-28258aae81e3 req-ab38e000-9cd5-4a50-be41-c427a16b3303 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 1128 time: 0.0687618 May 24 15:47:29.417870 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff3b11-0f4d-48f5-aeea-28258aae81e3 req-af0ba5de-ff6a-43fe-b5b3-543936befcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:29.419257 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e2ff3b11-0f4d-48f5-aeea-28258aae81e3 req-af0ba5de-ff6a-43fe-b5b3-543936befcb4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 915 time: 0.0900216 May 24 15:47:29.468869 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e2ff3b11-0f4d-48f5-aeea-28258aae81e3 req-626271d1-c6a5-4cd6-833e-9b9ea799b494 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 HTTP/1.1" status: 200 len: 217 time: 0.0412068 May 24 15:47:29.526238 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff3b11-0f4d-48f5-aeea-28258aae81e3 req-8a7dae75-a7a7-4b40-b7b1-26555f6df2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:29.527664 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e2ff3b11-0f4d-48f5-aeea-28258aae81e3 req-8a7dae75-a7a7-4b40-b7b1-26555f6df2bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0501630 May 24 15:47:29.571910 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff3b11-0f4d-48f5-aeea-28258aae81e3 req-ac7d24b2-b824-4f6a-a6ff-d53757dc7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:29.573423 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e2ff3b11-0f4d-48f5-aeea-28258aae81e3 req-ac7d24b2-b824-4f6a-a6ff-d53757dc7c96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382822 May 24 15:47:29.668874 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e2ff3b11-0f4d-48f5-aeea-28258aae81e3 req-05a5235a-9d2f-4cdf-99e3-5afc7c3c5fcd service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853460 May 24 15:47:29.766979 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e2ff3b11-0f4d-48f5-aeea-28258aae81e3 req-a765606c-9953-4567-94cd-0c9a3f803c59 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919831 May 24 15:47:29.810644 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abe877-c129-4d9c-b743-551643de81e5 req-07fd05a6-9eba-4d50-819f-ebb18d35dbae tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:29.812174 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-46abe877-c129-4d9c-b743-551643de81e5 req-07fd05a6-9eba-4d50-819f-ebb18d35dbae tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 944 time: 0.0546973 May 24 15:47:29.860189 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-46abe877-c129-4d9c-b743-551643de81e5 req-6afc27de-7199-4c44-ac6d-3494f9023be8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad7b22f9-1565-46b5-979b-8d18d2ca9170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419993 May 24 15:47:30.354999 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:30.983637 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb6331-6dfa-4a07-a637-f6a05d30f48a req-40129f82-fe7c-4566-9c5f-46f8cee80194 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:30.985132 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e1bb6331-6dfa-4a07-a637-f6a05d30f48a req-40129f82-fe7c-4566-9c5f-46f8cee80194 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 944 time: 0.0488076 May 24 15:47:31.033286 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e1bb6331-6dfa-4a07-a637-f6a05d30f48a req-a91ba55b-be4d-4704-9f6e-93e0a18fd5c5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad7b22f9-1565-46b5-979b-8d18d2ca9170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421562 May 24 15:47:31.040584 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:47:31.139200 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:47:31.154329 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'port_id': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2', 'mac_address': 'fa:16:3e:7f:69:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:47:31.194782 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:47:31.195364 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:31.213377 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:47:31.234490 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:47:31.240290 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:31.289151 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:31.296596 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.296942 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.297314 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.297651 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.298005 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.298305 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.298632 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.298953 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.299274 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.299596 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.299922 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.300263 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.300583 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.300992 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.301312 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:47:31.602174 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['411b5ef0-37e3-4d18-ae3b-36ebfae36cf2'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:47:31.734177 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:32.164570 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f12e3-e10a-4903-96f1-0cd9648c6fd5 req-d92df179-0d90-4791-a821-9f232e3fc6c2 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:32.166113 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ab1f12e3-e10a-4903-96f1-0cd9648c6fd5 req-d92df179-0d90-4791-a821-9f232e3fc6c2 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 945 time: 0.0567663 May 24 15:47:32.231364 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ab1f12e3-e10a-4903-96f1-0cd9648c6fd5 req-dec424c6-f4d6-404d-8621-875a718bf6da tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad7b22f9-1565-46b5-979b-8d18d2ca9170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568466 May 24 15:47:32.868501 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:DELETE=1,neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:32.870515 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:33.057187 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:47:33.107960 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:47:33.116523 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:47:33.116965 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:33.193577 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:47:33.194005 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:33.196483 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:33.218993 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:47:33.221274 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a648b8e9-14e4-4a37-87f4-517ac2f19cfd" -d '{"events": [{"server_uuid": "a71ea75e-0ceb-452a-ae87-90e9793528ad", "name": "network-vif-plugged", "status": "completed", "tag": "411b5ef0-37e3-4d18-ae3b-36ebfae36cf2"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:47:33.234820 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:47:33.239974 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:33.264310 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ce58d6-ed4a-468c-8a1d-48b0ef7ee493 x-openstack-request-id: req-a3ce58d6-ed4a-468c-8a1d-48b0ef7ee493 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:47:33.264596 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71ea75e-0ceb-452a-ae87-90e9793528ad", "name": "network-vif-plugged", "status": "completed", "tag": "411b5ef0-37e3-4d18-ae3b-36ebfae36cf2", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:47:33.264897 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3ce58d6-ed4a-468c-8a1d-48b0ef7ee493 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:47:33.265319 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ce58d6-ed4a-468c-8a1d-48b0ef7ee493'] response: {'server_uuid': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2', 'code': 200} May 24 15:47:33.288048 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:33.291642 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:33.356630 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7df84-0b15-4977-a126-0f38b4b3edaa req-2381177a-f144-4b41-a3d2-7d00c5adf14e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:33.357998 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0bb7df84-0b15-4977-a126-0f38b4b3edaa req-2381177a-f144-4b41-a3d2-7d00c5adf14e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 946 time: 0.0487213 May 24 15:47:33.407505 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0bb7df84-0b15-4977-a126-0f38b4b3edaa req-d6d13624-6ef9-4e53-b386-1fa870499b79 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad7b22f9-1565-46b5-979b-8d18d2ca9170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434682 May 24 15:47:33.476707 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a749892-38c3-44fa-bea3-37e65953e27b req-2a1e9689-59c7-40ad-bec4-ef8e161a3612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:33.478172 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6a749892-38c3-44fa-bea3-37e65953e27b req-2a1e9689-59c7-40ad-bec4-ef8e161a3612 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 1130 time: 0.0395327 May 24 15:47:33.521696 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6a749892-38c3-44fa-bea3-37e65953e27b req-cc407553-92df-493b-a5d7-b77ffae2a013 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ad7b22f9-1565-46b5-979b-8d18d2ca9170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376537 May 24 15:47:34.538989 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b12ab-1af7-4cd3-a2cd-29b08c1cbdd6 req-4bfe34b9-6150-4739-8c8b-bb51e2587d51 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:34.540502 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c31b12ab-1af7-4cd3-a2cd-29b08c1cbdd6 req-4bfe34b9-6150-4739-8c8b-bb51e2587d51 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 946 time: 0.0571237 May 24 15:47:34.588640 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c31b12ab-1af7-4cd3-a2cd-29b08c1cbdd6 req-f5d40e6a-3feb-4f4d-9805-1de93beeee8d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad7b22f9-1565-46b5-979b-8d18d2ca9170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 May 24 15:47:35.711020 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf2769-17a5-4fc3-b6a8-3255f4abebf8 req-333db71d-cd2a-491d-a6ac-b4cc623a7019 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:35.712508 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cadf2769-17a5-4fc3-b6a8-3255f4abebf8 req-333db71d-cd2a-491d-a6ac-b4cc623a7019 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 946 time: 0.0517273 May 24 15:47:35.764834 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cadf2769-17a5-4fc3-b6a8-3255f4abebf8 req-f2bc366e-8f83-4361-ab1a-076a3c6f4a79 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad7b22f9-1565-46b5-979b-8d18d2ca9170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439036 May 24 15:47:35.881345 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1344ae1-2076-4090-960b-b505e411cce4 req-a4df6336-6c37-4063-b7fa-3514b5a928ff tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:35.882847 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c1344ae1-2076-4090-960b-b505e411cce4 req-a4df6336-6c37-4063-b7fa-3514b5a928ff tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 946 time: 0.0529857 May 24 15:47:35.891871 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 54986) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:35.896194 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-351cd783-7ae6-4df8-9370-a7f045a7d46e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'floatingip': {'port_id': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:47:35.936327 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-351cd783-7ae6-4df8-9370-a7f045a7d46e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (9ed280e1-821c-4264-8234-24ddf9fa1865), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:36.043446 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:36.083154 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:36.594764 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.db.resource_extend [None req-351cd783-7ae6-4df8-9370-a7f045a7d46e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 24 15:47:36.643560 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-351cd783-7ae6-4df8-9370-a7f045a7d46e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:36.650799 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-351cd783-7ae6-4df8-9370-a7f045a7d46e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (9ed280e1-821c-4264-8234-24ddf9fa1865), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:36.751042 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.l3_db [None req-351cd783-7ae6-4df8-9370-a7f045a7d46e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Floating IP 9ed280e1-821c-4264-8234-24ddf9fa1865 associated. External IP: 172.27.3.68, port: 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2. May 24 15:47:36.902100 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:47:36.953111 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351cd783-7ae6-4df8-9370-a7f045a7d46e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Router ef9c52da-61c1-40fb-91e4-ef14cffa5fba has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:47:37.057238 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351cd783-7ae6-4df8-9370-a7f045a7d46e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:47:37.063039 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-351cd783-7ae6-4df8-9370-a7f045a7d46e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:37.070530 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709d9a5-1831-4321-b4bd-2847a4606f60 None None] Sync routers for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:47:37.094560 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-351cd783-7ae6-4df8-9370-a7f045a7d46e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "PUT /v2.0/floatingips/9ed280e1-821c-4264-8234-24ddf9fa1865 HTTP/1.1" status: 200 len: 991 time: 1.2016566 May 24 15:47:37.095198 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'tag': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:47:37.097301 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709d9a5-1831-4321-b4bd-2847a4606f60 None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:47:37.097539 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e1f4ce-ae05-41a6-b933-be901fc62d49" -d '{"events": [{"name": "network-changed", "server_uuid": "a71ea75e-0ceb-452a-ae87-90e9793528ad", "tag": "411b5ef0-37e3-4d18-ae3b-36ebfae36cf2"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:47:37.097925 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0709d9a5-1831-4321-b4bd-2847a4606f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:47:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:37.134359 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5806d6-4cbd-43d5-a028-b489030aef4f x-openstack-request-id: req-8a5806d6-4cbd-43d5-a028-b489030aef4f {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:47:37.134648 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71ea75e-0ceb-452a-ae87-90e9793528ad", "tag": "411b5ef0-37e3-4d18-ae3b-36ebfae36cf2", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:47:37.134900 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a5806d6-4cbd-43d5-a028-b489030aef4f {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:47:37.135300 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5806d6-4cbd-43d5-a028-b489030aef4f'] response: {'name': 'network-changed', 'server_uuid': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'tag': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2', 'status': 'completed', 'code': 200} May 24 15:47:37.219389 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-0709d9a5-1831-4321-b4bd-2847a4606f60 None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:47:37.285096 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1f4ce-ae05-41a6-b933-be901fc62d49 req-8b843c68-1845-4803-bb4b-af517dd0d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:37.286742 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-71e1f4ce-ae05-41a6-b933-be901fc62d49 req-8b843c68-1845-4803-bb4b-af517dd0d029 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 1130 time: 0.0487189 May 24 15:47:37.348585 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:37.387019 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1f4ce-ae05-41a6-b933-be901fc62d49 req-0ec78be2-7633-4c67-b909-700cf61bbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:37.389138 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-71e1f4ce-ae05-41a6-b933-be901fc62d49 req-0ec78be2-7633-4c67-b909-700cf61bbeb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 915 time: 0.0959518 May 24 15:47:37.438218 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0709d9a5-1831-4321-b4bd-2847a4606f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '9ed280e1-821c-4264-8234-24ddf9fa1865', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:7f:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:47:24Z', 'updated_at': '2022-05-24T15:47:36Z', 'revision_number': 1, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:37.453247 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-71e1f4ce-ae05-41a6-b933-be901fc62d49 req-12643abb-8c9c-4f1d-a1f1-f72ff4dd081f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 HTTP/1.1" status: 200 len: 999 time: 0.0581117 May 24 15:47:37.464332 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709d9a5-1831-4321-b4bd-2847a4606f60 None None] Checking router: ef9c52da-61c1-40fb-91e4-ef14cffa5fba for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:47:37.473579 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709d9a5-1831-4321-b4bd-2847a4606f60 None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:47:37.474377 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0709d9a5-1831-4321-b4bd-2847a4606f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:47:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:37.501021 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1f4ce-ae05-41a6-b933-be901fc62d49 req-01a879cc-6cfa-4414-92de-af5a2b5fc7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:37.502465 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-71e1f4ce-ae05-41a6-b933-be901fc62d49 req-01a879cc-6cfa-4414-92de-af5a2b5fc7a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0436566 May 24 15:47:37.545821 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1f4ce-ae05-41a6-b933-be901fc62d49 req-39ddf529-d305-4e3b-9596-77f6cf35f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:37.547281 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-71e1f4ce-ae05-41a6-b933-be901fc62d49 req-39ddf529-d305-4e3b-9596-77f6cf35f0fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385759 May 24 15:47:37.580054 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-0709d9a5-1831-4321-b4bd-2847a4606f60 None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:47:37.601992 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:37.629427 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:37.645356 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-71e1f4ce-ae05-41a6-b933-be901fc62d49 req-9a1d231e-7303-4909-9fd6-3c847d4e9f0e service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902848 May 24 15:47:37.734444 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-71e1f4ce-ae05-41a6-b933-be901fc62d49 req-911c8a4c-0d6e-4d7b-b045-1b7fe54797cd service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829797 May 24 15:47:37.801876 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0709d9a5-1831-4321-b4bd-2847a4606f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '9ed280e1-821c-4264-8234-24ddf9fa1865', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:7f:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:47:24Z', 'updated_at': '2022-05-24T15:47:36Z', 'revision_number': 1, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:37.826908 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709d9a5-1831-4321-b4bd-2847a4606f60 None None] The sync data for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi is: [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': '9ed280e1-821c-4264-8234-24ddf9fa1865', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:7f:69:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:47:24Z', 'updated_at': '2022-05-24T15:47:36Z', 'revision_number': 1, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:47:38.021907 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89215383-c994-484c-945a-d1d7dd0d8a70 None None] New status for floating IP 9ed280e1-821c-4264-8234-24ddf9fa1865: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:47:47.089781 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:47.091782 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:47.729545 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=16 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:47.730727 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=34 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:47.804877 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:47.805679 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=74 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:50.847548 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:50.856619 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:47:52.022925 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ea716-e9a8-406a-87ab-d87ae1e977fd req-5fe0130d-ea75-40da-867e-643116b19364 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:52.024342 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a11ea716-e9a8-406a-87ab-d87ae1e977fd req-5fe0130d-ea75-40da-867e-643116b19364 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 945 time: 0.0662086 May 24 15:47:52.077443 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a11ea716-e9a8-406a-87ab-d87ae1e977fd req-32dcbeda-4fc8-42b9-9bc4-f82e2704ac4e tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=44ddeaa0-28b1-4f97-b20a-cf54b4464771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449700 May 24 15:47:53.216116 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225bd9c-de0c-4d22-923f-752bd6a72e0b req-0730c17c-c33b-4b7d-ac42-5ff1b434ad0a tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:53.218119 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4225bd9c-de0c-4d22-923f-752bd6a72e0b req-0730c17c-c33b-4b7d-ac42-5ff1b434ad0a tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 945 time: 0.0581403 May 24 15:47:53.266726 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4225bd9c-de0c-4d22-923f-752bd6a72e0b req-a3e0b599-de00-4f76-a0ce-8df044a948fc tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups?id=44ddeaa0-28b1-4f97-b20a-cf54b4464771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428865 May 24 15:47:53.847971 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-226ca1cd-3037-4e84-b585-f2085eec26de tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:47:53.849395 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-226ca1cd-3037-4e84-b585-f2085eec26de tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 945 time: 0.0603495 May 24 15:47:53.938809 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Deleting port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:47:53.939148 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:54.038913 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] For port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=45ec7467-59d5-4ea2-94ad-078af0dc4ea3,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:47:54.039255 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:54.211150 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:54.211554 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (e5c5d3e3-18b6-4239-9fe6-32a129ea697c), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:54.211865 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Floating IP e5c5d3e3-18b6-4239-9fe6-32a129ea697c disassociated. External IP: 172.27.3.17, port: 45ec7467-59d5-4ea2-94ad-078af0dc4ea3. May 24 15:47:54.212236 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Calling delete_port for 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:47:54.344864 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (45ec7467-59d5-4ea2-94ad-078af0dc4ea3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:54.371405 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e262afd5-1553-40ba-a958-9208a6a1e86f req-94735c5b-957c-4f21-a4e9-1a3e137c2049 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 210 time: 0.0281174 May 24 15:47:54.374075 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event deleted for resources: {'Port': ['ID=45ec7467-59d5-4ea2-94ad-078af0dc4ea3,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:54.489351 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:47:54.847170 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:47:54.858121 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d8540-68e7-48c3-a3f0-4c1e04392da7 None None] Sync routers for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:47:54.868774 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d8540-68e7-48c3-a3f0-4c1e04392da7 None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:47:54.869366 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-796d8540-68e7-48c3-a3f0-4c1e04392da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:47:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:54.900161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] No DVR routers for this DVR port 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:47:54.903350 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:54.906838 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d3cdcfff-e33e-4832-8fd6-f29c5c53c570 req-aac4e041-9a0f-4c6a-80a7-49215d3e00ba tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.59 "DELETE /v2.0/ports/45ec7467-59d5-4ea2-94ad-078af0dc4ea3 HTTP/1.1" status: 204 len: 173 time: 1.0498891 May 24 15:47:54.907327 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'name': 'network-vif-deleted', 'tag': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:47:54.909583 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b925448c-c315-49f9-8752-8682ab5af7f7" -d '{"events": [{"server_uuid": "a8bae040-4604-4b06-ac56-e79ff91c5b44", "name": "network-vif-deleted", "tag": "45ec7467-59d5-4ea2-94ad-078af0dc4ea3"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:47:54.947626 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181a8614-d24e-41d5-8e96-8b30a14a2707 x-openstack-request-id: req-181a8614-d24e-41d5-8e96-8b30a14a2707 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:47:54.947973 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bae040-4604-4b06-ac56-e79ff91c5b44", "name": "network-vif-deleted", "tag": "45ec7467-59d5-4ea2-94ad-078af0dc4ea3", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:47:54.948241 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-181a8614-d24e-41d5-8e96-8b30a14a2707 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:47:54.948660 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181a8614-d24e-41d5-8e96-8b30a14a2707'] response: {'server_uuid': 'a8bae040-4604-4b06-ac56-e79ff91c5b44', 'name': 'network-vif-deleted', 'tag': '45ec7467-59d5-4ea2-94ad-078af0dc4ea3', 'status': 'completed', 'code': 200} May 24 15:47:54.973334 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-796d8540-68e7-48c3-a3f0-4c1e04392da7 None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:47:55.162246 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-796d8540-68e7-48c3-a3f0-4c1e04392da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:55.190872 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d8540-68e7-48c3-a3f0-4c1e04392da7 None None] Checking router: e0133b1b-eb3a-44cb-b5a8-a67b7714c943 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:47:55.199958 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d8540-68e7-48c3-a3f0-4c1e04392da7 None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:47:55.200512 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-796d8540-68e7-48c3-a3f0-4c1e04392da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:47:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:55.389350 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df228981-c437-4d0f-be22-9189615b48d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:55.451914 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-796d8540-68e7-48c3-a3f0-4c1e04392da7 None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:47:55.491512 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2933512b-1046-4317-a23e-bf5772ad969f req-c10df929-1d66-4fd0-a6ea-2ace70cb31b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8bae040-4604-4b06-ac56-e79ff91c5b44 HTTP/1.1" status: 200 len: 210 time: 0.0318563 May 24 15:47:55.640220 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-796d8540-68e7-48c3-a3f0-4c1e04392da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:47:55.664681 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d8540-68e7-48c3-a3f0-4c1e04392da7 None None] The sync data for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi is: [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:43Z', 'revision_number': 4, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '42c089a2-8d11-496f-82e5-c0ed36d6c065', 'name': '', 'network_id': 'a0609c63-82a5-45e5-be15-292af1dcfb75', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'mac_address': 'fa:16:3e:7a:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2edc2840-bb64-422a-be91-aa0787520465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:42Z', 'updated_at': '2022-05-24T15:43:46Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'subnets': [{'id': '2edc2840-bb64-422a-be91-aa0787520465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:47:55.902960 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337cd113-eda6-4a1b-983d-d8228ad9a1a6 None None] New status for floating IP e5c5d3e3-18b6-4239-9fe6-32a129ea697c: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:47:56.588366 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55100) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:56.643331 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f141db21-03d5-4d7b-bc5b-f2dc1792bb56 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group (44ddeaa0-28b1-4f97-b20a-cf54b4464771), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:56.671679 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f141db21-03d5-4d7b-bc5b-f2dc1792bb56 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group (44ddeaa0-28b1-4f97-b20a-cf54b4464771), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:56.725363 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f141db21-03d5-4d7b-bc5b-f2dc1792bb56 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (44ddeaa0-28b1-4f97-b20a-cf54b4464771), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:56.729339 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f141db21-03d5-4d7b-bc5b-f2dc1792bb56 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:56.730818 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-f141db21-03d5-4d7b-bc5b-f2dc1792bb56 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "DELETE /v2.0/security-groups/44ddeaa0-28b1-4f97-b20a-cf54b4464771 HTTP/1.1" status: 204 len: 168 time: 0.1414132 May 24 15:47:56.733777 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55102) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:56.740398 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141db21-03d5-4d7b-bc5b-f2dc1792bb56 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ddeaa0-28b1-4f97-b20a-cf54b4464771,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:56.747982 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.api.v2.resource [None req-5cd6b5e8-402a-4016-bfdc-c43c2c58e8b4 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] show failed (client error): The resource could not be found. May 24 15:47:56.748999 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5cd6b5e8-402a-4016-bfdc-c43c2c58e8b4 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "GET /v2.0/security-groups/44ddeaa0-28b1-4f97-b20a-cf54b4464771 HTTP/1.1" status: 404 len: 347 time: 0.0141521 May 24 15:47:56.752088 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55104) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:47:56.861131 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-17735229-4331-404c-8f0f-81c416a9d8b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Deleting port 7222208c-6f11-4934-b3ff-53b4aeef39f9 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:47:56.861353 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17735229-4331-404c-8f0f-81c416a9d8b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (7222208c-6f11-4934-b3ff-53b4aeef39f9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:56.942198 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17735229-4331-404c-8f0f-81c416a9d8b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (7222208c-6f11-4934-b3ff-53b4aeef39f9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:56.942492 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17735229-4331-404c-8f0f-81c416a9d8b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (7222208c-6f11-4934-b3ff-53b4aeef39f9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:56.957182 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-17735229-4331-404c-8f0f-81c416a9d8b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Calling delete_port for 7222208c-6f11-4934-b3ff-53b4aeef39f9 owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:47:57.104590 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17735229-4331-404c-8f0f-81c416a9d8b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (7222208c-6f11-4934-b3ff-53b4aeef39f9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:57.128377 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17735229-4331-404c-8f0f-81c416a9d8b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Pushing event deleted for resources: {'Port': ['ID=7222208c-6f11-4934-b3ff-53b4aeef39f9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:47:57.192805 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17735229-4331-404c-8f0f-81c416a9d8b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks [] for floatingip (e5c5d3e3-18b6-4239-9fe6-32a129ea697c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:57.195359 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-17735229-4331-404c-8f0f-81c416a9d8b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:57.196544 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-17735229-4331-404c-8f0f-81c416a9d8b9 tempest-AttachVolumeTestJSON-1944954544 tempest-AttachVolumeTestJSON-1944954544-project] 10.222.0.55 "DELETE /v2.0/floatingips/e5c5d3e3-18b6-4239-9fe6-32a129ea697c HTTP/1.1" status: 204 len: 168 time: 0.4434760 May 24 15:47:57.212557 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:47:57.231958 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:47:57.232564 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 45ec7467-59d5-4ea2-94ad-078af0dc4ea3 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:47:57.609554 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-04717c19-9623-44f2-953b-3aac629d37f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:47:59.174987 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:00.357187 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:00.786845 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55134) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:00.840304 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:00.987905 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:01.117521 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53fadd6c-19dd-451a-83b3-58aadf9e2185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926668'] for router_interface (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:01.342547 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-53fadd6c-19dd-451a-83b3-58aadf9e2185 admin admin] Deleting port 42c089a2-8d11-496f-82e5-c0ed36d6c065 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:01.342792 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53fadd6c-19dd-451a-83b3-58aadf9e2185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:01.428884 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-53fadd6c-19dd-451a-83b3-58aadf9e2185 admin admin] For port 42c089a2-8d11-496f-82e5-c0ed36d6c065, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=42c089a2-8d11-496f-82e5-c0ed36d6c065,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:01.429243 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53fadd6c-19dd-451a-83b3-58aadf9e2185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:01.443388 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-53fadd6c-19dd-451a-83b3-58aadf9e2185 admin admin] Calling delete_port for 42c089a2-8d11-496f-82e5-c0ed36d6c065 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:01.631589 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53fadd6c-19dd-451a-83b3-58aadf9e2185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (42c089a2-8d11-496f-82e5-c0ed36d6c065), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:01.664367 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fadd6c-19dd-451a-83b3-58aadf9e2185 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c089a2-8d11-496f-82e5-c0ed36d6c065,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:01.671741 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:01.721338 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:01.834795 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-53fadd6c-19dd-451a-83b3-58aadf9e2185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-419315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926552'] for router_interface (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:01.884234 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:02.049311 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fadd6c-19dd-451a-83b3-58aadf9e2185 admin admin] Router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:48:02.166779 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fadd6c-19dd-451a-83b3-58aadf9e2185 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:48:02.171676 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-53fadd6c-19dd-451a-83b3-58aadf9e2185 admin admin] 10.222.0.55 "PUT /v2.0/routers/e0133b1b-eb3a-44cb-b5a8-a67b7714c943/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3857431 May 24 15:48:02.175763 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55136) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:02.176356 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0052b0-8d4c-4d06-a3a6-23ef9903e91c None None] Sync routers for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:48:02.186944 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0052b0-8d4c-4d06-a3a6-23ef9903e91c None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:02.187545 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0b0052b0-8d4c-4d06-a3a6-23ef9903e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:47:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:02.275768 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Publish callbacks [] for router (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:02.288185 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-0b0052b0-8d4c-4d06-a3a6-23ef9903e91c None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:02.380238 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:02.429966 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:02.468384 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0b0052b0-8d4c-4d06-a3a6-23ef9903e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:48:01Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:02.493935 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0052b0-8d4c-4d06-a3a6-23ef9903e91c None None] Checking router: e0133b1b-eb3a-44cb-b5a8-a67b7714c943 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:48:02.503248 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0052b0-8d4c-4d06-a3a6-23ef9903e91c None None] Routers {'e0133b1b-eb3a-44cb-b5a8-a67b7714c943'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:02.503855 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0b0052b0-8d4c-4d06-a3a6-23ef9903e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:47:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:02.607732 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-0b0052b0-8d4c-4d06-a3a6-23ef9903e91c None None] Set router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:02.650590 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Publish callbacks [] for router_gateway (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:02.695751 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Deleting port 5af4b79f-ab79-4085-a354-40a320834d31 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:02.696157 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (5af4b79f-ab79-4085-a354-40a320834d31), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:02.776829 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] For port 5af4b79f-ab79-4085-a354-40a320834d31, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=5af4b79f-ab79-4085-a354-40a320834d31,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:02.777382 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (5af4b79f-ab79-4085-a354-40a320834d31), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:02.778091 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-0b0052b0-8d4c-4d06-a3a6-23ef9903e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:48:01Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:02.790523 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Calling delete_port for 5af4b79f-ab79-4085-a354-40a320834d31 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:02.805997 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0052b0-8d4c-4d06-a3a6-23ef9903e91c None None] The sync data for ids ['e0133b1b-eb3a-44cb-b5a8-a67b7714c943'] in dv-cinder-843153-1-iscsi is: [{'id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'name': 'tempest-AttachVolumeTestJSON-2009324391-router', 'tenant_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '5af4b79f-ab79-4085-a354-40a320834d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:48:01Z', 'revision_number': 5, 'project_id': 'f92c7d44a8de4b2ab85ab081276300fd', 'gw_port': {'id': '5af4b79f-ab79-4085-a354-40a320834d31', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0133b1b-eb3a-44cb-b5a8-a67b7714c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:43:40Z', 'updated_at': '2022-05-24T15:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:48:02.889779 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:02.965232 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (5af4b79f-ab79-4085-a354-40a320834d31), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:02.969818 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:03.000888 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af4b79f-ab79-4085-a354-40a320834d31,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:03.065838 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924726'] for router_gateway (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.150123 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4623'] for router (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.152502 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Publish callbacks [] for router_controller (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.195123 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927888'] for router (e0133b1b-eb3a-44cb-b5a8-a67b7714c943), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.196098 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0133b1b-eb3a-44cb-b5a8-a67b7714c943 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 15:48:03.201169 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.202451 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-a39973c5-5f78-4d3b-8d95-b8ecae45d483 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e0133b1b-eb3a-44cb-b5a8-a67b7714c943 HTTP/1.1" status: 204 len: 168 time: 1.0266533 May 24 15:48:03.204944 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55138) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:03.252590 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b61148f-5357-4af4-bbfc-813bca3c9ce0 admin admin] Deleting subnet 2edc2840-bb64-422a-be91-aa0787520465 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:48:03.255924 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b61148f-5357-4af4-bbfc-813bca3c9ce0 admin admin] Publish callbacks [] for subnet (2edc2840-bb64-422a-be91-aa0787520465), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.290606 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b61148f-5357-4af4-bbfc-813bca3c9ce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431387'] for subnet (2edc2840-bb64-422a-be91-aa0787520465), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.365287 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b61148f-5357-4af4-bbfc-813bca3c9ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (2edc2840-bb64-422a-be91-aa0787520465), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.429120 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b61148f-5357-4af4-bbfc-813bca3c9ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2946720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3945160'] for subnet (2edc2840-bb64-422a-be91-aa0787520465), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.456845 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61148f-5357-4af4-bbfc-813bca3c9ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edc2840-bb64-422a-be91-aa0787520465,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:03.461599 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5b61148f-5357-4af4-bbfc-813bca3c9ce0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.468453 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2e1253-88e5-45be-b8e5-965380343448 None None] Network a0609c63-82a5-45e5-be15-292af1dcfb75 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:48:03.470976 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-5b61148f-5357-4af4-bbfc-813bca3c9ce0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2edc2840-bb64-422a-be91-aa0787520465 HTTP/1.1" status: 204 len: 168 time: 0.2648780 May 24 15:48:03.473557 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55140) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:03.541289 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (a0609c63-82a5-45e5-be15-292af1dcfb75), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.586569 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Deleting port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:03.586908 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.652482 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] For port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93,segment=NetworkSegment(992e1cc6-af67-4322-9d5d-6585847a3cfb),segment_id=992e1cc6-af67-4322-9d5d-6585847a3cfb)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:03.652831 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.669120 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Calling delete_port for eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:03.755396 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.786717 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:03.791213 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] No DVR routers for this DVR port eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 on host dv-cinder-843153-1-iscsi {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:48:03.812836 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ffbcfe-2031-499f-8bd4-7f3208256ffe None None] DHCP port deletion for a0609c63-82a5-45e5-be15-292af1dcfb75 request from dv-cinder-843153-1-iscsi {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 15:48:03.864277 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:DELETE=12,neutron:SELECT=88 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:03.872145 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (a0609c63-82a5-45e5-be15-292af1dcfb75), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.893140 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0609c63-82a5-45e5-be15-292af1dcfb75']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:03.902956 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992e1cc6-af67-4322-9d5d-6585847a3cfb') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:03.903243 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992e1cc6-af67-4322-9d5d-6585847a3cfb') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:03.912572 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431380'] for segment (992e1cc6-af67-4322-9d5d-6585847a3cfb), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.913901 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:03.926519 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (992e1cc6-af67-4322-9d5d-6585847a3cfb), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.933778 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:48:03.934171 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2946882'] for segment (992e1cc6-af67-4322-9d5d-6585847a3cfb), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:03.976439 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment 992e1cc6-af67-4322-9d5d-6585847a3cfb resource provider aggregate not found May 24 15:48:03.994924 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment 992e1cc6-af67-4322-9d5d-6585847a3cfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 992e1cc6-af67-4322-9d5d-6585847a3cfb found for delete ", "request_id": "req-5d2e3e7f-124b-41ca-91d1-4392cd4c3ce4"}]} May 24 15:48:04.004597 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (a0609c63-82a5-45e5-be15-292af1dcfb75), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:04.010022 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:04.018415 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] 10.222.0.55 "DELETE /v2.0/networks/a0609c63-82a5-45e5-be15-292af1dcfb75 HTTP/1.1" status: 204 len: 168 time: 0.5403497 May 24 15:48:04.029206 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94aaa1-b3e9-44e4-b1d5-692660f3ebae admin admin] Pushing event deleted for resources: {'Network': ['ID=a0609c63-82a5-45e5-be15-292af1dcfb75,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:04.195224 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55148) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:04.235899 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-afebf01d-a9d6-41f8-bc48-c72e54fbbc32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f92c7d44a8de4b2ab85ab081276300fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395224 May 24 15:48:04.238441 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55150) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:04.287057 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc3f3-c1d5-4a06-8997-1c741ebe8a8b admin admin] Publish callbacks [] for security_group (17b8726e-af9a-4234-9ab5-153e78bbcf5c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:04.309378 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc3f3-c1d5-4a06-8997-1c741ebe8a8b admin admin] Publish callbacks [] for security_group (17b8726e-af9a-4234-9ab5-153e78bbcf5c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:04.366379 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc3f3-c1d5-4a06-8997-1c741ebe8a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (17b8726e-af9a-4234-9ab5-153e78bbcf5c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:04.369200 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc3f3-c1d5-4a06-8997-1c741ebe8a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:04.372866 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-2a5dc3f3-c1d5-4a06-8997-1c741ebe8a8b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17b8726e-af9a-4234-9ab5-153e78bbcf5c HTTP/1.1" status: 204 len: 168 time: 0.1312363 May 24 15:48:04.378518 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5dc3f3-c1d5-4a06-8997-1c741ebe8a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b8726e-af9a-4234-9ab5-153e78bbcf5c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:04.397777 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 42c089a2-8d11-496f-82e5-c0ed36d6c065 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:48:04.419180 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 42c089a2-8d11-496f-82e5-c0ed36d6c065 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:48:04.419522 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 42c089a2-8d11-496f-82e5-c0ed36d6c065 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:48:04.419939 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:48:04.439513 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:48:04.439858 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device eb5e1f26-a09b-4de9-a9b2-451c7b7b3a93 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:48:04.440297 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5af4b79f-ab79-4085-a354-40a320834d31 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:48:04.458099 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 5af4b79f-ab79-4085-a354-40a320834d31 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:48:04.458618 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5af4b79f-ab79-4085-a354-40a320834d31 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:48:05.981988 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:05.984342 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:06.742125 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:06.742914 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:07.604822 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:08.334982 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55218) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:08.462222 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a719d19-7988-483b-a569-19117a623f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:08.545151 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a719d19-7988-483b-a569-19117a623f8e admin admin] Publish callbacks [] for security_group (11ca8ceb-5ad8-481f-b6e0-d81232afd97c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:08.550622 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7a719d19-7988-483b-a569-19117a623f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (11ca8ceb-5ad8-481f-b6e0-d81232afd97c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:08.588842 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a719d19-7988-483b-a569-19117a623f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ca8ceb-5ad8-481f-b6e0-d81232afd97c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:08.593247 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-7a719d19-7988-483b-a569-19117a623f8e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a1471fc4fa54e2f9b013123308d0607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572024 May 24 15:48:08.595977 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55222) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:08.644793 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7cab1a9b-3551-40a0-8d33-2ad8e58df9ec admin admin] Publish callbacks [] for security_group (11ca8ceb-5ad8-481f-b6e0-d81232afd97c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:08.666362 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7cab1a9b-3551-40a0-8d33-2ad8e58df9ec admin admin] Publish callbacks [] for security_group (11ca8ceb-5ad8-481f-b6e0-d81232afd97c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:08.714336 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7cab1a9b-3551-40a0-8d33-2ad8e58df9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (11ca8ceb-5ad8-481f-b6e0-d81232afd97c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:08.717172 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-7cab1a9b-3551-40a0-8d33-2ad8e58df9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:08.718315 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-7cab1a9b-3551-40a0-8d33-2ad8e58df9ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11ca8ceb-5ad8-481f-b6e0-d81232afd97c HTTP/1.1" status: 204 len: 168 time: 0.1214437 May 24 15:48:08.726335 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab1a9b-3551-40a0-8d33-2ad8e58df9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ca8ceb-5ad8-481f-b6e0-d81232afd97c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:13.907577 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:48:14.348376 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55318) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:14.500607 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Deleting port acf0d11d-231d-45e6-b111-aede3a1538df {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:14.500943 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (acf0d11d-231d-45e6-b111-aede3a1538df), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:14.587868 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (acf0d11d-231d-45e6-b111-aede3a1538df), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:14.588368 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (acf0d11d-231d-45e6-b111-aede3a1538df), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:14.602637 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Calling delete_port for acf0d11d-231d-45e6-b111-aede3a1538df owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:14.777808 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (acf0d11d-231d-45e6-b111-aede3a1538df), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:14.807593 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event deleted for resources: {'Port': ['ID=acf0d11d-231d-45e6-b111-aede3a1538df,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:14.871141 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (63018b2d-195c-473e-932f-cca42caf9d3c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:14.871472 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Floating IP 63018b2d-195c-473e-932f-cca42caf9d3c disassociated (deleted). External IP: 172.27.3.190, port: 32c2c21f-098c-426f-a69f-e6795e6db5ba. May 24 15:48:15.082804 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Router 2b81af0c-946a-4009-a237-09f8b86208b9 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:48:15.189591 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:48:15.194224 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:15.202257 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3bba2-f137-4f68-b0ef-fda04b09971a None None] Sync routers for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:48:15.211685 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3bba2-f137-4f68-b0ef-fda04b09971a None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:15.212306 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1bf3bba2-f137-4f68-b0ef-fda04b09971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:47:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:15.224260 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-7238ae68-964e-46b3-a720-50b71da20eea tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "DELETE /v2.0/floatingips/63018b2d-195c-473e-932f-cca42caf9d3c HTTP/1.1" status: 204 len: 168 time: 0.8747640 May 24 15:48:15.224934 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'tag': '32c2c21f-098c-426f-a69f-e6795e6db5ba'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:48:15.227252 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458a91f5-72f8-44f4-a981-b2a0942c1da0" -d '{"events": [{"name": "network-changed", "server_uuid": "f052d1b5-52db-4a7f-9455-19439d077d63", "tag": "32c2c21f-098c-426f-a69f-e6795e6db5ba"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:48:15.290702 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b800ce-f7cc-4161-9c7e-3a382e3d26e3 x-openstack-request-id: req-a8b800ce-f7cc-4161-9c7e-3a382e3d26e3 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:48:15.291015 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f052d1b5-52db-4a7f-9455-19439d077d63", "tag": "32c2c21f-098c-426f-a69f-e6795e6db5ba", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:48:15.291266 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8b800ce-f7cc-4161-9c7e-3a382e3d26e3 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:48:15.291666 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b800ce-f7cc-4161-9c7e-3a382e3d26e3'] response: {'name': 'network-changed', 'server_uuid': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'tag': '32c2c21f-098c-426f-a69f-e6795e6db5ba', 'status': 'completed', 'code': 200} May 24 15:48:15.332447 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-1bf3bba2-f137-4f68-b0ef-fda04b09971a None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:15.488850 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5ff43-426b-4aff-889c-42f3e6fefeba req-b4f9b88a-72e7-4c3e-b338-778d2113ba08 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:15.491304 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6eb5ff43-426b-4aff-889c-42f3e6fefeba req-b4f9b88a-72e7-4c3e-b338-778d2113ba08 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 945 time: 0.0537364 May 24 15:48:15.556608 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6eb5ff43-426b-4aff-889c-42f3e6fefeba req-63521367-6cf5-4dbd-b154-9942916750ff tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582888 May 24 15:48:15.646436 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1bf3bba2-f137-4f68-b0ef-fda04b09971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'ccc67491-9d21-416e-b91f-12de187172e6', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': '61128d49-e701-4c19-8cbf-602dcf947487', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:d3:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:44:41Z', 'updated_at': '2022-05-24T15:44:43Z', 'revision_number': 1, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:15.675458 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3bba2-f137-4f68-b0ef-fda04b09971a None None] Checking router: 2b81af0c-946a-4009-a237-09f8b86208b9 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:48:15.684248 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3bba2-f137-4f68-b0ef-fda04b09971a None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:15.684897 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1bf3bba2-f137-4f68-b0ef-fda04b09971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:47:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:15.791151 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-1bf3bba2-f137-4f68-b0ef-fda04b09971a None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:16.000078 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1bf3bba2-f137-4f68-b0ef-fda04b09971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'ccc67491-9d21-416e-b91f-12de187172e6', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': '61128d49-e701-4c19-8cbf-602dcf947487', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:d3:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:44:41Z', 'updated_at': '2022-05-24T15:44:43Z', 'revision_number': 1, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:16.024899 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3bba2-f137-4f68-b0ef-fda04b09971a None None] The sync data for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi is: [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'ccc67491-9d21-416e-b91f-12de187172e6', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'port_id': '61128d49-e701-4c19-8cbf-602dcf947487', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'mac_address': 'fa:16:3e:d3:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:44:41Z', 'updated_at': '2022-05-24T15:44:43Z', 'revision_number': 1, 'project_id': 'dc2810000275432fb1337151b6883e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:48:16.252600 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4a4b1-665c-49a2-b180-6667c4ee3535 None None] New status for floating IP 63018b2d-195c-473e-932f-cca42caf9d3c: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:48:16.690080 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86584636-87c0-47a4-88c6-8c8005b9ff6c req-541c184b-e89c-4f23-974d-8567b872c6e1 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:16.691800 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-86584636-87c0-47a4-88c6-8c8005b9ff6c req-541c184b-e89c-4f23-974d-8567b872c6e1 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 945 time: 0.0577831 May 24 15:48:16.705340 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:16.708133 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:16.715343 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a91f5-72f8-44f4-a981-b2a0942c1da0 req-3181c987-e302-4baa-9d41-daa21513336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:16.717205 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-458a91f5-72f8-44f4-a981-b2a0942c1da0 req-3181c987-e302-4baa-9d41-daa21513336a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 1129 time: 0.0595319 May 24 15:48:16.764617 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-86584636-87c0-47a4-88c6-8c8005b9ff6c req-a73b4194-ddf0-4f42-9a5a-f24f97b98a35 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561285 May 24 15:48:16.841379 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a91f5-72f8-44f4-a981-b2a0942c1da0 req-95749d92-b0d4-41da-aa00-acd207a3afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:16.842896 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-458a91f5-72f8-44f4-a981-b2a0942c1da0 req-95749d92-b0d4-41da-aa00-acd207a3afb3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 912 time: 0.1102827 May 24 15:48:17.373511 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-458a91f5-72f8-44f4-a981-b2a0942c1da0 req-f9caaf18-6cf0-438a-9496-d32ae81505d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32c2c21f-098c-426f-a69f-e6795e6db5ba HTTP/1.1" status: 200 len: 217 time: 0.0365732 May 24 15:48:17.589442 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a91f5-72f8-44f4-a981-b2a0942c1da0 req-5edb3e7f-2ea0-4c6c-a6fb-fdf76d4af39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:17.591023 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-458a91f5-72f8-44f4-a981-b2a0942c1da0 req-5edb3e7f-2ea0-4c6c-a6fb-fdf76d4af39d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 200 len: 850 time: 0.0538783 May 24 15:48:17.882900 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:17.887819 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a91f5-72f8-44f4-a981-b2a0942c1da0 req-ff89e8f7-7506-4898-9469-dd243c96493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:17.889468 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-458a91f5-72f8-44f4-a981-b2a0942c1da0 req-ff89e8f7-7506-4898-9469-dd243c96493b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476983 May 24 15:48:17.889836 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beb3b0-2be2-4d8e-8cbc-509242a34236 req-09d86379-774e-4e52-b100-47c6510c6b20 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:17.891386 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a9beb3b0-2be2-4d8e-8cbc-509242a34236 req-09d86379-774e-4e52-b100-47c6510c6b20 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 945 time: 0.0524106 May 24 15:48:17.903776 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:17.995484 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa39082-970a-4367-83a6-c4e06468cc5b req-28eaf9f5-aa16-4b44-8e3c-f24b0c24f3b7 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:17.997098 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3fa39082-970a-4367-83a6-c4e06468cc5b req-28eaf9f5-aa16-4b44-8e3c-f24b0c24f3b7 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 945 time: 0.0728049 May 24 15:48:18.002188 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-458a91f5-72f8-44f4-a981-b2a0942c1da0 req-de6bc987-aaca-4ac3-9880-f44c84769d06 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900786 May 24 15:48:18.002391 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a9beb3b0-2be2-4d8e-8cbc-509242a34236 req-e77a4445-1470-4e41-aa86-7201011b8ce2 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048121 May 24 15:48:18.104647 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-3fa39082-970a-4367-83a6-c4e06468cc5b req-37ea7fa7-72bc-411d-892f-7d288e67c108 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Deleting port 32c2c21f-098c-426f-a69f-e6795e6db5ba {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:18.104987 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-3fa39082-970a-4367-83a6-c4e06468cc5b req-37ea7fa7-72bc-411d-892f-7d288e67c108 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:18.112687 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-458a91f5-72f8-44f4-a981-b2a0942c1da0 req-af0ad0a7-3ce2-4374-9b36-541fec4e228f service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956964 May 24 15:48:18.203787 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-3fa39082-970a-4367-83a6-c4e06468cc5b req-37ea7fa7-72bc-411d-892f-7d288e67c108 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] For port 32c2c21f-098c-426f-a69f-e6795e6db5ba, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=32c2c21f-098c-426f-a69f-e6795e6db5ba,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:18.204197 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-3fa39082-970a-4367-83a6-c4e06468cc5b req-37ea7fa7-72bc-411d-892f-7d288e67c108 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:18.218600 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-3fa39082-970a-4367-83a6-c4e06468cc5b req-37ea7fa7-72bc-411d-892f-7d288e67c108 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Calling delete_port for 32c2c21f-098c-426f-a69f-e6795e6db5ba owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:18.353350 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-3fa39082-970a-4367-83a6-c4e06468cc5b req-37ea7fa7-72bc-411d-892f-7d288e67c108 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (32c2c21f-098c-426f-a69f-e6795e6db5ba), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:18.397691 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea7fa7-72bc-411d-892f-7d288e67c108 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event deleted for resources: {'Port': ['ID=32c2c21f-098c-426f-a69f-e6795e6db5ba,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:18.449487 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa39082-970a-4367-83a6-c4e06468cc5b req-37ea7fa7-72bc-411d-892f-7d288e67c108 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] No DVR routers for this DVR port 32c2c21f-098c-426f-a69f-e6795e6db5ba on host hv-cinder-84315 {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:48:18.452254 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-3fa39082-970a-4367-83a6-c4e06468cc5b req-37ea7fa7-72bc-411d-892f-7d288e67c108 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:18.456612 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3fa39082-970a-4367-83a6-c4e06468cc5b req-37ea7fa7-72bc-411d-892f-7d288e67c108 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "DELETE /v2.0/ports/32c2c21f-098c-426f-a69f-e6795e6db5ba HTTP/1.1" status: 204 len: 173 time: 0.4444246 May 24 15:48:18.457432 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'name': 'network-vif-deleted', 'tag': '32c2c21f-098c-426f-a69f-e6795e6db5ba'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:48:18.466160 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750bb0e2-7435-4303-95e3-3cb5c40d33b1" -d '{"events": [{"server_uuid": "f052d1b5-52db-4a7f-9455-19439d077d63", "name": "network-vif-deleted", "tag": "32c2c21f-098c-426f-a69f-e6795e6db5ba"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:48:18.517125 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef943dc-7b81-4020-8536-faad684e9fb5 x-openstack-request-id: req-cef943dc-7b81-4020-8536-faad684e9fb5 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:48:18.517691 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f052d1b5-52db-4a7f-9455-19439d077d63", "name": "network-vif-deleted", "tag": "32c2c21f-098c-426f-a69f-e6795e6db5ba", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:48:18.518072 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cef943dc-7b81-4020-8536-faad684e9fb5 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:48:18.518596 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef943dc-7b81-4020-8536-faad684e9fb5'] response: {'server_uuid': 'f052d1b5-52db-4a7f-9455-19439d077d63', 'name': 'network-vif-deleted', 'tag': '32c2c21f-098c-426f-a69f-e6795e6db5ba', 'status': 'completed', 'code': 200} May 24 15:48:19.105832 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2db39d8d-7c99-4b7a-a2b3-2c920473a6b9 req-908d7645-8add-4264-95cf-cbff72f83349 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=f052d1b5-52db-4a7f-9455-19439d077d63 HTTP/1.1" status: 200 len: 210 time: 0.0304396 May 24 15:48:20.196710 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba48ce-feb4-4300-91c7-9f51fd6a357b req-72895d4f-92f5-4fe2-b983-5f93fa2825d5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:20.198231 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-46ba48ce-feb4-4300-91c7-9f51fd6a357b req-72895d4f-92f5-4fe2-b983-5f93fa2825d5 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 946 time: 0.0488954 May 24 15:48:20.255268 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-46ba48ce-feb4-4300-91c7-9f51fd6a357b req-e936c3f7-71e3-4069-bb83-131d60efec9d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad7b22f9-1565-46b5-979b-8d18d2ca9170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508504 May 24 15:48:21.335792 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 32c2c21f-098c-426f-a69f-e6795e6db5ba no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:48:21.358124 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: 32c2c21f-098c-426f-a69f-e6795e6db5ba {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:48:21.358617 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 32c2c21f-098c-426f-a69f-e6795e6db5ba not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:48:21.384485 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb300b-ba6c-4e4a-bae3-8abd015bdaf2 req-2500bc8a-04d4-466d-a288-2e525710cd15 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:21.386028 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-25cb300b-ba6c-4e4a-bae3-8abd015bdaf2 req-2500bc8a-04d4-466d-a288-2e525710cd15 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 946 time: 0.0531950 May 24 15:48:21.432839 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-25cb300b-ba6c-4e4a-bae3-8abd015bdaf2 req-d4e67b4a-3e3d-448b-bdb2-ce66920b39e2 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad7b22f9-1565-46b5-979b-8d18d2ca9170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404482 May 24 15:48:21.812331 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-58551d4c-fc35-492f-ae27-11264493503e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:21.813811 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-58551d4c-fc35-492f-ae27-11264493503e tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 946 time: 0.0575380 May 24 15:48:21.918156 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Deleting port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:21.918529 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:21.986719 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:22.022608 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] For port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:22.022975 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:22.134368 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:22.188640 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:22.189035 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (9ed280e1-821c-4264-8234-24ddf9fa1865), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:22.189601 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.l3_db [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Floating IP 9ed280e1-821c-4264-8234-24ddf9fa1865 disassociated. External IP: 172.27.3.68, port: 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2. May 24 15:48:22.190552 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Calling delete_port for 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:22.320218 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (411b5ef0-37e3-4d18-ae3b-36ebfae36cf2), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:22.353410 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event deleted for resources: {'Port': ['ID=411b5ef0-37e3-4d18-ae3b-36ebfae36cf2,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:22.416279 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55470) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:22.476243 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Router ef9c52da-61c1-40fb-91e4-ef14cffa5fba has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:48:22.550110 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2479b104-9105-45ba-b528-a13d0813db08 req-3ff91c61-48ec-406a-91d8-f1e8fc2d7e2d tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=a71ea75e-0ceb-452a-ae87-90e9793528ad HTTP/1.1" status: 200 len: 210 time: 0.0318916 May 24 15:48:22.577463 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Deleting port 81d5574d-39f0-415a-b8d3-4ec8d6782072 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:22.577814 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (81d5574d-39f0-415a-b8d3-4ec8d6782072), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:22.609494 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:48:22.620754 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f88e542-3ba5-417f-a94c-90b67fb9e2bc None None] Sync routers for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:48:22.631571 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f88e542-3ba5-417f-a94c-90b67fb9e2bc None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:22.632150 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4f88e542-3ba5-417f-a94c-90b67fb9e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:47:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:22.634918 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:22.655814 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] No DVR routers for this DVR port 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 on host hv-cinder-84315 {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:48:22.658522 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:22.661243 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (81d5574d-39f0-415a-b8d3-4ec8d6782072), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:22.661570 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (81d5574d-39f0-415a-b8d3-4ec8d6782072), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:22.662076 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c7e04d0e-3087-4032-81c9-fdcbfa00422f req-79fe4097-6e6a-46cb-9667-a91af76f402f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "DELETE /v2.0/ports/411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 HTTP/1.1" status: 204 len: 173 time: 0.8405077 May 24 15:48:22.662533 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'name': 'network-vif-deleted', 'tag': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:48:22.665506 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bcf073-0e15-48ff-9ce3-7865a89772c5" -d '{"events": [{"server_uuid": "a71ea75e-0ceb-452a-ae87-90e9793528ad", "name": "network-vif-deleted", "tag": "411b5ef0-37e3-4d18-ae3b-36ebfae36cf2"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:48:22.681404 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Calling delete_port for 81d5574d-39f0-415a-b8d3-4ec8d6782072 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:22.718293 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d53465-858b-4e69-aced-c7bf326c9307 x-openstack-request-id: req-61d53465-858b-4e69-aced-c7bf326c9307 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:48:22.718604 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71ea75e-0ceb-452a-ae87-90e9793528ad", "name": "network-vif-deleted", "tag": "411b5ef0-37e3-4d18-ae3b-36ebfae36cf2", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:48:22.718851 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-61d53465-858b-4e69-aced-c7bf326c9307 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:48:22.719248 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d53465-858b-4e69-aced-c7bf326c9307'] response: {'server_uuid': 'a71ea75e-0ceb-452a-ae87-90e9793528ad', 'name': 'network-vif-deleted', 'tag': '411b5ef0-37e3-4d18-ae3b-36ebfae36cf2', 'status': 'completed', 'code': 200} May 24 15:48:22.757252 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:22.774244 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-4f88e542-3ba5-417f-a94c-90b67fb9e2bc None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:22.882642 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (81d5574d-39f0-415a-b8d3-4ec8d6782072), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:22.908584 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event deleted for resources: {'Port': ['ID=81d5574d-39f0-415a-b8d3-4ec8d6782072,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:22.920961 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.921307 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.921645 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.921980 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.922309 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.922637 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.922962 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.923288 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.923962 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.924323 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.924654 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.924975 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.925295 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.925614 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.925927 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:22.974690 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4f88e542-3ba5-417f-a94c-90b67fb9e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:22.985676 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (ccc67491-9d21-416e-b91f-12de187172e6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:22.986005 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Floating IP ccc67491-9d21-416e-b91f-12de187172e6 disassociated (deleted). External IP: 172.27.3.81, port: 61128d49-e701-4c19-8cbf-602dcf947487. May 24 15:48:22.987742 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:22.989184 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:23.003656 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f88e542-3ba5-417f-a94c-90b67fb9e2bc None None] Checking router: ef9c52da-61c1-40fb-91e4-ef14cffa5fba for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:48:23.013171 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f88e542-3ba5-417f-a94c-90b67fb9e2bc None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:23.013781 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4f88e542-3ba5-417f-a94c-90b67fb9e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:47:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:23.122000 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-4f88e542-3ba5-417f-a94c-90b67fb9e2bc None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:23.196245 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Router 2b81af0c-946a-4009-a237-09f8b86208b9 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:48:23.301094 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:48:23.305742 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:23.311178 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf921e6-4572-4557-9521-65198d12476a None None] Sync routers for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:48:23.316908 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4f88e542-3ba5-417f-a94c-90b67fb9e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:23.323086 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf921e6-4572-4557-9521-65198d12476a None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:23.323780 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1bf921e6-4572-4557-9521-65198d12476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:47:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:23.341317 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-a5ffa7d9-3a6c-4f9b-971a-6aadfb47ad22 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "DELETE /v2.0/floatingips/ccc67491-9d21-416e-b91f-12de187172e6 HTTP/1.1" status: 204 len: 168 time: 0.9221141 May 24 15:48:23.341317 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'tag': '61128d49-e701-4c19-8cbf-602dcf947487'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:48:23.342848 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d148f88-ca90-4f6a-989a-40377e9ac177" -d '{"events": [{"name": "network-changed", "server_uuid": "23e3acf8-2dfa-4628-83d7-e7f1dbfe203f", "tag": "61128d49-e701-4c19-8cbf-602dcf947487"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:48:23.345097 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f88e542-3ba5-417f-a94c-90b67fb9e2bc None None] The sync data for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi is: [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:48:23.387272 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf9129-8bfc-40b7-8c0d-735616d9718d x-openstack-request-id: req-a2bf9129-8bfc-40b7-8c0d-735616d9718d {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:48:23.387941 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e3acf8-2dfa-4628-83d7-e7f1dbfe203f", "tag": "61128d49-e701-4c19-8cbf-602dcf947487", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:48:23.388190 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2bf9129-8bfc-40b7-8c0d-735616d9718d {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:48:23.388750 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2bf9129-8bfc-40b7-8c0d-735616d9718d'] response: {'name': 'network-changed', 'server_uuid': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'tag': '61128d49-e701-4c19-8cbf-602dcf947487', 'status': 'completed', 'code': 200} May 24 15:48:23.445835 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-1bf921e6-4572-4557-9521-65198d12476a None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:23.488441 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d148f88-ca90-4f6a-989a-40377e9ac177 req-61567b31-2ae6-4166-94c0-88d44e1aec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:23.490146 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8d148f88-ca90-4f6a-989a-40377e9ac177 req-61567b31-2ae6-4166-94c0-88d44e1aec41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc2810000275432fb1337151b6883e90&device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 1129 time: 0.0571046 May 24 15:48:23.620934 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89bbbf-93e6-4455-a06b-45d412051d4d req-052042a9-8a40-43b5-b2f2-68ee7394d114 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:23.630272 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fa89bbbf-93e6-4455-a06b-45d412051d4d req-052042a9-8a40-43b5-b2f2-68ee7394d114 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 945 time: 0.0799236 May 24 15:48:23.675169 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1bf921e6-4572-4557-9521-65198d12476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:23.683501 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55498) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:23.709373 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-fa89bbbf-93e6-4455-a06b-45d412051d4d req-bf801546-b92b-4778-a68e-9d18ff3bf9d6 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791404 May 24 15:48:23.719185 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf921e6-4572-4557-9521-65198d12476a None None] Checking router: 2b81af0c-946a-4009-a237-09f8b86208b9 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:48:23.728530 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf921e6-4572-4557-9521-65198d12476a None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:23.729201 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1bf921e6-4572-4557-9521-65198d12476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:47:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:23.778900 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d389-72bf-42e4-bd15-417fd2a1412c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (ad7b22f9-1565-46b5-979b-8d18d2ca9170), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:23.779475 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0536807b-1b39-46e6-88c4-71a8fbd7fc0d None None] New status for floating IP 9ed280e1-821c-4264-8234-24ddf9fa1865: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:48:23.807635 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d389-72bf-42e4-bd15-417fd2a1412c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (ad7b22f9-1565-46b5-979b-8d18d2ca9170), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:23.873214 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d389-72bf-42e4-bd15-417fd2a1412c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (ad7b22f9-1565-46b5-979b-8d18d2ca9170), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:23.876580 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d389-72bf-42e4-bd15-417fd2a1412c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:23.877969 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8bd8d389-72bf-42e4-bd15-417fd2a1412c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "DELETE /v2.0/security-groups/ad7b22f9-1565-46b5-979b-8d18d2ca9170 HTTP/1.1" status: 204 len: 168 time: 0.1927767 May 24 15:48:23.880789 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55506) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:23.888596 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8d389-72bf-42e4-bd15-417fd2a1412c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7b22f9-1565-46b5-979b-8d18d2ca9170,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:23.903617 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.api.v2.resource [None req-06651cea-30b2-4e53-9225-225e04e147c4 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] show failed (client error): The resource could not be found. May 24 15:48:23.905003 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-06651cea-30b2-4e53-9225-225e04e147c4 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups/ad7b22f9-1565-46b5-979b-8d18d2ca9170 HTTP/1.1" status: 404 len: 347 time: 0.0231650 May 24 15:48:23.908128 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55508) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:23.997063 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:24.002051 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:24.025661 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-1bf921e6-4572-4557-9521-65198d12476a None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:24.039684 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Deleting port 2dabc8ce-00ea-4086-8994-64fdbc2fb969 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:24.040056 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (2dabc8ce-00ea-4086-8994-64fdbc2fb969), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.116476 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (2dabc8ce-00ea-4086-8994-64fdbc2fb969), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.116711 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (2dabc8ce-00ea-4086-8994-64fdbc2fb969), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.129547 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Calling delete_port for 2dabc8ce-00ea-4086-8994-64fdbc2fb969 owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:24.131246 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:24.197364 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:24.211932 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-1bf921e6-4572-4557-9521-65198d12476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:24.238838 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf921e6-4572-4557-9521-65198d12476a None None] The sync data for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi is: [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:55Z', 'revision_number': 4, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '5336346e-a0d9-45cf-ac62-48ec7ffee7ac', 'name': '', 'network_id': 'ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'mac_address': 'fa:16:3e:44:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'c62369ab-a153-408f-8529-4e2073c47512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:55Z', 'updated_at': '2022-05-24T15:40:59Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'subnets': [{'id': 'c62369ab-a153-408f-8529-4e2073c47512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:48:24.271805 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (2dabc8ce-00ea-4086-8994-64fdbc2fb969), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.302639 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event deleted for resources: {'Port': ['ID=2dabc8ce-00ea-4086-8994-64fdbc2fb969,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:24.325828 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.326172 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.326511 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.326841 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.327173 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.327516 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.327816 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.328164 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.328480 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.328800 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.329113 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.329426 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.329736 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.330492 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.330814 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:24.377051 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (9ed280e1-821c-4264-8234-24ddf9fa1865), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.380401 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.381636 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-eb215242-2b43-4526-985e-f905c489cf05 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "DELETE /v2.0/floatingips/9ed280e1-821c-4264-8234-24ddf9fa1865 HTTP/1.1" status: 204 len: 168 time: 0.4727318 May 24 15:48:24.450218 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55516) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:24.455056 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c81610fe-0951-414e-b802-4b096a128c9c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217754142', 'description': 'tempest-description--75235672'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:48:24.478345 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81610fe-0951-414e-b802-4b096a128c9c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.496860 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c7934-5b69-4bd8-bdf8-8f2de02ef794 None None] New status for floating IP ccc67491-9d21-416e-b91f-12de187172e6: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:48:24.553359 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81610fe-0951-414e-b802-4b096a128c9c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (c308ce69-bc0d-449d-95af-0b2914427e13), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.557438 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81610fe-0951-414e-b802-4b096a128c9c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (c308ce69-bc0d-449d-95af-0b2914427e13), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.597307 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c81610fe-0951-414e-b802-4b096a128c9c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.598585 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c81610fe-0951-414e-b802-4b096a128c9c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1473532 May 24 15:48:24.602410 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55518) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:24.603358 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81610fe-0951-414e-b802-4b096a128c9c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c308ce69-bc0d-449d-95af-0b2914427e13,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:24.609964 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-91829e67-0236-48fe-8440-51fc23771a30 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'security_group_rule': {'security_group_id': 'c308ce69-bc0d-449d-95af-0b2914427e13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:48:24.640441 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91829e67-0236-48fe-8440-51fc23771a30 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (dd06f2d9-1f51-4003-b2cd-8f72bd619b56), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.672776 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d148f88-ca90-4f6a-989a-40377e9ac177 req-4ed437c2-8ae6-446c-80a4-396f7110fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:24.674272 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8d148f88-ca90-4f6a-989a-40377e9ac177 req-4ed437c2-8ae6-446c-80a4-396f7110fdc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 200 len: 912 time: 0.1090424 May 24 15:48:24.679416 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:24.690636 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91829e67-0236-48fe-8440-51fc23771a30 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (dd06f2d9-1f51-4003-b2cd-8f72bd619b56), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.695206 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91829e67-0236-48fe-8440-51fc23771a30 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (dd06f2d9-1f51-4003-b2cd-8f72bd619b56), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.713925 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91829e67-0236-48fe-8440-51fc23771a30 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd06f2d9-1f51-4003-b2cd-8f72bd619b56,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:24.723586 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91829e67-0236-48fe-8440-51fc23771a30 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.724953 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-91829e67-0236-48fe-8440-51fc23771a30 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189418 May 24 15:48:24.727706 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55522) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:24.732453 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-581c5683-f11a-48ea-936e-ba9bcb34dfe9 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'security_group_rule': {'security_group_id': 'c308ce69-bc0d-449d-95af-0b2914427e13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:48:24.760324 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-581c5683-f11a-48ea-936e-ba9bcb34dfe9 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (fccf03a9-d651-41a1-8445-12e6bb782609), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.839839 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8d148f88-ca90-4f6a-989a-40377e9ac177 req-abce776a-f88a-48a8-8488-63842b10d4e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61128d49-e701-4c19-8cbf-602dcf947487 HTTP/1.1" status: 200 len: 217 time: 0.0698047 May 24 15:48:24.891427 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230d622-db35-4c49-af0d-84ca09f05a25 req-27137af3-3784-4929-8a67-3daf19e30f87 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:24.893003 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2230d622-db35-4c49-af0d-84ca09f05a25 req-27137af3-3784-4929-8a67-3daf19e30f87 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 945 time: 0.1142209 May 24 15:48:24.935162 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d148f88-ca90-4f6a-989a-40377e9ac177 req-307abc6d-1278-4c9b-a2ca-b5bb72a8f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:24.936776 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8d148f88-ca90-4f6a-989a-40377e9ac177 req-307abc6d-1278-4c9b-a2ca-b5bb72a8f9b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 200 len: 850 time: 0.0865173 May 24 15:48:24.944321 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-581c5683-f11a-48ea-936e-ba9bcb34dfe9 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (fccf03a9-d651-41a1-8445-12e6bb782609), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.951915 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-581c5683-f11a-48ea-936e-ba9bcb34dfe9 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (fccf03a9-d651-41a1-8445-12e6bb782609), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.986146 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c5683-f11a-48ea-936e-ba9bcb34dfe9 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccf03a9-d651-41a1-8445-12e6bb782609,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:24.991485 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2230d622-db35-4c49-af0d-84ca09f05a25 req-801d1116-3fbc-4155-a7c2-1652d292c0d5 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac86c14c-2c83-4acf-900e-a0deae1ec097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896723 May 24 15:48:24.998629 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-581c5683-f11a-48ea-936e-ba9bcb34dfe9 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:24.999704 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-581c5683-f11a-48ea-936e-ba9bcb34dfe9 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2709224 May 24 15:48:25.003017 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55524) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:25.008148 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:48:25.030453 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:25.090953 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d148f88-ca90-4f6a-989a-40377e9ac177 req-54550bcb-4379-4f31-bad0-2ad0015becb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:25.092696 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8d148f88-ca90-4f6a-989a-40377e9ac177 req-54550bcb-4379-4f31-bad0-2ad0015becb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465260 May 24 15:48:25.097022 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:25.119521 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:25.218878 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b963d-0164-44d2-a2cb-d1a755c96f28 req-898a4d2c-c6ff-44bc-9667-21707ee91ca2 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:25.220415 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-634b963d-0164-44d2-a2cb-d1a755c96f28 req-898a4d2c-c6ff-44bc-9667-21707ee91ca2 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 945 time: 0.0601125 May 24 15:48:25.243966 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8d148f88-ca90-4f6a-989a-40377e9ac177 req-bc556204-5455-4661-92cc-9796a2d35bd0 service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943587 May 24 15:48:25.323448 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:25.331269 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Allocated IP 172.27.3.154 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/7bdc3bf0-5394-4396-b4b8-2f6740558c0a) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:48:25.351089 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-8d148f88-ca90-4f6a-989a-40377e9ac177 req-4f7dde64-0613-463b-9809-06fcaf6ff21f service neutron] 10.222.0.59 "GET /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016340 May 24 15:48:25.351680 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:48:25.374131 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-634b963d-0164-44d2-a2cb-d1a755c96f28 req-85f94949-7b37-4222-9125-6ecd979ad29a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Deleting port 61128d49-e701-4c19-8cbf-602dcf947487 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:25.374481 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-634b963d-0164-44d2-a2cb-d1a755c96f28 req-85f94949-7b37-4222-9125-6ecd979ad29a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (61128d49-e701-4c19-8cbf-602dcf947487), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:25.377795 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:48:25.378144 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 411b5ef0-37e3-4d18-ae3b-36ebfae36cf2 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:48:25.380233 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5a141014-11bc-41f6-a0c0-95ecd9103448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:25.544827 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-634b963d-0164-44d2-a2cb-d1a755c96f28 req-85f94949-7b37-4222-9125-6ecd979ad29a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] For port 61128d49-e701-4c19-8cbf-602dcf947487, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=61128d49-e701-4c19-8cbf-602dcf947487,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:25.545198 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-634b963d-0164-44d2-a2cb-d1a755c96f28 req-85f94949-7b37-4222-9125-6ecd979ad29a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (61128d49-e701-4c19-8cbf-602dcf947487), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:25.571912 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-634b963d-0164-44d2-a2cb-d1a755c96f28 req-85f94949-7b37-4222-9125-6ecd979ad29a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Calling delete_port for 61128d49-e701-4c19-8cbf-602dcf947487 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:25.575812 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for port (7bdc3bf0-5394-4396-b4b8-2f6740558c0a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:25.655404 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55550) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:25.670291 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (7bdc3bf0-5394-4396-b4b8-2f6740558c0a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:25.716272 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:48:25.718096 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:25.726320 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:48:25.747735 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:48:25.778901 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'Port': ['ID=7bdc3bf0-5394-4396-b4b8-2f6740558c0a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:25.787953 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-417f1525-2e62-4b8b-a69c-7e6e06cb399d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:25.803524 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:25.819726 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-634b963d-0164-44d2-a2cb-d1a755c96f28 req-85f94949-7b37-4222-9125-6ecd979ad29a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (61128d49-e701-4c19-8cbf-602dcf947487), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:25.859203 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:25.872383 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-417f1525-2e62-4b8b-a69c-7e6e06cb399d admin admin] Publish callbacks [] for security_group (9cdb58f6-45ee-43ef-9b87-738f6dcc3b28), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:25.876836 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-417f1525-2e62-4b8b-a69c-7e6e06cb399d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (9cdb58f6-45ee-43ef-9b87-738f6dcc3b28), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:25.877094 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f94949-7b37-4222-9125-6ecd979ad29a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event deleted for resources: {'Port': ['ID=61128d49-e701-4c19-8cbf-602dcf947487,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:25.923564 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-417f1525-2e62-4b8b-a69c-7e6e06cb399d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1dc21756ec684f77bc7d6ea5119cd5c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669203 May 24 15:48:25.924521 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f1525-2e62-4b8b-a69c-7e6e06cb399d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdb58f6-45ee-43ef-9b87-738f6dcc3b28,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:25.927943 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55554) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:25.982628 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-31eabd14-2740-485d-b7e6-e787d0afe595 admin admin] Publish callbacks [] for security_group (9cdb58f6-45ee-43ef-9b87-738f6dcc3b28), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.006908 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-31eabd14-2740-485d-b7e6-e787d0afe595 admin admin] Publish callbacks [] for security_group (9cdb58f6-45ee-43ef-9b87-738f6dcc3b28), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.072291 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-31eabd14-2740-485d-b7e6-e787d0afe595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (9cdb58f6-45ee-43ef-9b87-738f6dcc3b28), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.074889 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-31eabd14-2740-485d-b7e6-e787d0afe595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.076480 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-31eabd14-2740-485d-b7e6-e787d0afe595 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9cdb58f6-45ee-43ef-9b87-738f6dcc3b28 HTTP/1.1" status: 204 len: 168 time: 0.1473160 May 24 15:48:26.110452 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eabd14-2740-485d-b7e6-e787d0afe595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdb58f6-45ee-43ef-9b87-738f6dcc3b28,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:26.113781 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cf2fff78-6262-4590-8405-6f3d87dcfbb6 req-4d514478-46e0-4709-9200-e6ac5cfa97cc tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e3acf8-2dfa-4628-83d7-e7f1dbfe203f HTTP/1.1" status: 200 len: 210 time: 0.0430348 May 24 15:48:26.174074 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (feebe34b-635b-45c8-9680-4e7d387f3e7d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.198765 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-634b963d-0164-44d2-a2cb-d1a755c96f28 req-85f94949-7b37-4222-9125-6ecd979ad29a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] No DVR routers for this DVR port 61128d49-e701-4c19-8cbf-602dcf947487 on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:48:26.202728 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-634b963d-0164-44d2-a2cb-d1a755c96f28 req-85f94949-7b37-4222-9125-6ecd979ad29a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.206081 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-634b963d-0164-44d2-a2cb-d1a755c96f28 req-85f94949-7b37-4222-9125-6ecd979ad29a tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.59 "DELETE /v2.0/ports/61128d49-e701-4c19-8cbf-602dcf947487 HTTP/1.1" status: 204 len: 173 time: 0.9795904 May 24 15:48:26.206578 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'name': 'network-vif-deleted', 'tag': '61128d49-e701-4c19-8cbf-602dcf947487'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:48:26.209165 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16de3c0-57d3-4598-aad3-40aecb9b4049" -d '{"events": [{"server_uuid": "23e3acf8-2dfa-4628-83d7-e7f1dbfe203f", "name": "network-vif-deleted", "tag": "61128d49-e701-4c19-8cbf-602dcf947487"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:48:26.251842 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (7bdc3bf0-5394-4396-b4b8-2f6740558c0a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.274977 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad1d75a-f89b-49e1-add8-a2a427110804 x-openstack-request-id: req-aad1d75a-f89b-49e1-add8-a2a427110804 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:48:26.275405 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e3acf8-2dfa-4628-83d7-e7f1dbfe203f", "name": "network-vif-deleted", "tag": "61128d49-e701-4c19-8cbf-602dcf947487", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:48:26.275740 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aad1d75a-f89b-49e1-add8-a2a427110804 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:48:26.276250 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad1d75a-f89b-49e1-add8-a2a427110804'] response: {'server_uuid': '23e3acf8-2dfa-4628-83d7-e7f1dbfe203f', 'name': 'network-vif-deleted', 'tag': '61128d49-e701-4c19-8cbf-602dcf947487', 'status': 'completed', 'code': 200} May 24 15:48:26.417361 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55564) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:26.435431 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5880ebb0-cc46-4327-8088-c048994f1c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.456575 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for port (7bdc3bf0-5394-4396-b4b8-2f6740558c0a), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.461548 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (7bdc3bf0-5394-4396-b4b8-2f6740558c0a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.513811 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5880ebb0-cc46-4327-8088-c048994f1c03 admin admin] Publish callbacks [] for security_group (f39ad4c1-307d-48af-a59f-80471a6d5e4c), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.519898 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5880ebb0-cc46-4327-8088-c048994f1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (f39ad4c1-307d-48af-a59f-80471a6d5e4c), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.539097 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'Port': ['ID=7bdc3bf0-5394-4396-b4b8-2f6740558c0a,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:26.553161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (feebe34b-635b-45c8-9680-4e7d387f3e7d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.561589 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880ebb0-cc46-4327-8088-c048994f1c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ad4c1-307d-48af-a59f-80471a6d5e4c,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:26.566517 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-5880ebb0-cc46-4327-8088-c048994f1c03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a79a8e5a74a48d18478bdf3490b625a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479344 May 24 15:48:26.569411 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55566) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:26.573447 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.575328 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-33423da6-6fc4-4ab5-84a1-8fcf6f73e171 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5707147 May 24 15:48:26.626623 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d1011705-b74f-458b-9c8f-9c8bbe42797b admin admin] Publish callbacks [] for security_group (f39ad4c1-307d-48af-a59f-80471a6d5e4c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.656308 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d1011705-b74f-458b-9c8f-9c8bbe42797b admin admin] Publish callbacks [] for security_group (f39ad4c1-307d-48af-a59f-80471a6d5e4c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.719829 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d1011705-b74f-458b-9c8f-9c8bbe42797b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (f39ad4c1-307d-48af-a59f-80471a6d5e4c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.722514 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d1011705-b74f-458b-9c8f-9c8bbe42797b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:26.723676 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-d1011705-b74f-458b-9c8f-9c8bbe42797b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f39ad4c1-307d-48af-a59f-80471a6d5e4c HTTP/1.1" status: 204 len: 168 time: 0.1532779 May 24 15:48:26.735229 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1011705-b74f-458b-9c8f-9c8bbe42797b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ad4c1-307d-48af-a59f-80471a6d5e4c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:26.799038 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-d125a240-e11f-4933-be87-ad3153222ff6 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1217754142&fields=id&tenant_id=a30edd891b96456fbba6409a815f5fd8 HTTP/1.1" status: 200 len: 267 time: 0.0429463 May 24 15:48:26.817125 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:26.912339 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-23b177c3-7f35-4352-b010-fd7021005a69 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:26.913818 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-23b177c3-7f35-4352-b010-fd7021005a69 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 814 time: 0.1069238 May 24 15:48:26.932694 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-1652fc4f-3337-4a77-875e-8c0316f7d620 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/quotas/a30edd891b96456fbba6409a815f5fd8 HTTP/1.1" status: 200 len: 375 time: 0.0133574 May 24 15:48:26.988152 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-cb0791b7-bdf5-46ab-9c05-9f210b86771c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534449 May 24 15:48:27.112350 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-e9543adc-97a3-42e0-843d-475a61379259 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:48:27.113330 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-e9543adc-97a3-42e0-843d-475a61379259 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1128459 May 24 15:48:27.196990 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55600) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:27.240763 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:27.250378 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-f42dacf6-7d57-442f-8b56-a554208f5fb8 service neutron] 10.222.0.55 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311808 May 24 15:48:27.375618 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e46e5bc2-2315-4282-ba3e-fe76ebe3a3e6 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Deleting port 48f9ccc9-2b46-4a76-9740-c752cd52a5c5 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:27.375950 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e46e5bc2-2315-4282-ba3e-fe76ebe3a3e6 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (48f9ccc9-2b46-4a76-9740-c752cd52a5c5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:27.445348 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-9f5ae51d-deaa-4bfc-8280-6cc6e1fffbf2 service neutron] 10.222.0.55 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881790 May 24 15:48:27.474679 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e46e5bc2-2315-4282-ba3e-fe76ebe3a3e6 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (48f9ccc9-2b46-4a76-9740-c752cd52a5c5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:27.474985 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e46e5bc2-2315-4282-ba3e-fe76ebe3a3e6 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (48f9ccc9-2b46-4a76-9740-c752cd52a5c5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:27.487482 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-e46e5bc2-2315-4282-ba3e-fe76ebe3a3e6 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Calling delete_port for 48f9ccc9-2b46-4a76-9740-c752cd52a5c5 owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:27.623829 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4b30c29b-3274-404c-8289-e92da2cb2d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:27.849599 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1c2c522b-e7f1-47aa-873e-52ccca84561f req-6146b5da-cb6b-4d62-b980-564d9856b252 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 210 time: 0.0549333 May 24 15:48:27.960317 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e46e5bc2-2315-4282-ba3e-fe76ebe3a3e6 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (48f9ccc9-2b46-4a76-9740-c752cd52a5c5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:27.985725 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e5bc2-2315-4282-ba3e-fe76ebe3a3e6 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event deleted for resources: {'Port': ['ID=48f9ccc9-2b46-4a76-9740-c752cd52a5c5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:28.060255 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e46e5bc2-2315-4282-ba3e-fe76ebe3a3e6 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for floatingip (fe49d28e-e3bc-4e23-9405-892acbb9b790), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:28.063592 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e46e5bc2-2315-4282-ba3e-fe76ebe3a3e6 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:28.064842 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-e46e5bc2-2315-4282-ba3e-fe76ebe3a3e6 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "DELETE /v2.0/floatingips/fe49d28e-e3bc-4e23-9405-892acbb9b790 HTTP/1.1" status: 204 len: 168 time: 0.8672607 May 24 15:48:28.920226 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-954e3600-ea41-43b0-9996-b71673311ced tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:28.922480 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-954e3600-ea41-43b0-9996-b71673311ced tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 814 time: 0.1115685 May 24 15:48:28.972554 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c5a865fc-e333-4c11-87b4-87ded9db1701 req-e7130459-1981-4265-ac22-d7643767c6a7 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 210 time: 0.0409887 May 24 15:48:28.999974 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-3e4a7536-2ae7-4346-bb92-c9e92cfeff34 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a30edd891b96456fbba6409a815f5fd8 HTTP/1.1" status: 200 len: 380 time: 0.0603638 May 24 15:48:29.016291 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'port': {'device_id': '6677127b-9689-4fca-a172-8c1ab49d8146', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'admin_state_up': True, 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'security_groups': ['c308ce69-bc0d-449d-95af-0b2914427e13']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:48:29.128208 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:29.133990 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Made reservation on behalf of a30edd891b96456fbba6409a815f5fd8 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:48:29.137787 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:29.172823 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:29.278523 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Allocated IP 172.20.0.8 (1eca94ca-2475-4c7a-b305-a2f26b6c82f9/c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd/f8cc646b-86d0-47e0-ad8f-969bf944f27a) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:48:29.293517 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:29.310243 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55718) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:29.374421 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 61128d49-e701-4c19-8cbf-602dcf947487 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:48:29.381197 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fa66adb3-1110-459f-a074-0ce019e9ac78 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group (ac86c14c-2c83-4acf-900e-a0deae1ec097), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:29.411405 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: 61128d49-e701-4c19-8cbf-602dcf947487 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:48:29.411755 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device 61128d49-e701-4c19-8cbf-602dcf947487 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:48:29.415620 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fa66adb3-1110-459f-a074-0ce019e9ac78 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group (ac86c14c-2c83-4acf-900e-a0deae1ec097), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:29.425664 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:29.430203 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:29.471435 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:29.490255 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fa66adb3-1110-459f-a074-0ce019e9ac78 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (ac86c14c-2c83-4acf-900e-a0deae1ec097), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:29.493209 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fa66adb3-1110-459f-a074-0ce019e9ac78 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:29.500398 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-fa66adb3-1110-459f-a074-0ce019e9ac78 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] 10.222.0.55 "DELETE /v2.0/security-groups/ac86c14c-2c83-4acf-900e-a0deae1ec097 HTTP/1.1" status: 204 len: 168 time: 0.1861575 May 24 15:48:29.511754 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66adb3-1110-459f-a074-0ce019e9ac78 tempest-TestVolumeBootPattern-1830429659 tempest-TestVolumeBootPattern-1830429659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac86c14c-2c83-4acf-900e-a0deae1ec097,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:29.535531 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:48:29.544394 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:48:29.546906 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:48:29.560152 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55738) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:29.581755 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event updated for resources: {'Port': ['ID=f8cc646b-86d0-47e0-ad8f-969bf944f27a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:29.607434 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:29.608575 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:29.637084 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-da35df9b-be81-4cbb-8172-29e055e89db8 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6298018 May 24 15:48:29.648813 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-1b1c7014-837c-43a3-93f3-0045da73ba8b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:48:29.649972 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-1b1c7014-837c-43a3-93f3-0045da73ba8b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0077407 May 24 15:48:29.667281 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Request body: {'port': {'device_id': '6677127b-9689-4fca-a172-8c1ab49d8146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:48:29.742379 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:29.910622 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-fc74e091-192d-4e1c-9a2d-e205e86a86c4 None None] Provisioning complete for port f8cc646b-86d0-47e0-ad8f-969bf944f27a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:48:29.911155 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fc74e091-192d-4e1c-9a2d-e205e86a86c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:29.950920 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-fc74e091-192d-4e1c-9a2d-e205e86a86c4 None None] Port f8cc646b-86d0-47e0-ad8f-969bf944f27a cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:48:30.091587 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:30.099478 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55758) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:30.114977 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:30.117284 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8cc646b-86d0-47e0-ad8f-969bf944f27a {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:48:30.125661 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Publish callbacks [] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.141453 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Transition to ACTIVE for port object f8cc646b-86d0-47e0-ad8f-969bf944f27a will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:48:30.147285 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.164050 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458e504-2518-4eb2-868b-ea04b9804679 req-c29a195b-1e80-45c6-bd53-2722a8ce6061 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:30.165609 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6458e504-2518-4eb2-868b-ea04b9804679 req-c29a195b-1e80-45c6-bd53-2722a8ce6061 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 931 time: 0.0870311 May 24 15:48:30.197201 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cc646b-86d0-47e0-ad8f-969bf944f27a,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:30.215120 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a7f47d3-fad2-49ea-b798-9a5d12d71d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926668'] for router_interface (2b81af0c-946a-4009-a237-09f8b86208b9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.285007 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Attempting to bind port f8cc646b-86d0-47e0-ad8f-969bf944f27a on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:48:30.285339 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Attempting to bind port f8cc646b-86d0-47e0-ad8f-969bf944f27a by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:48:30.285663 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Attempting to bind port f8cc646b-86d0-47e0-ad8f-969bf944f27a on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:48:30.290410 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Port f8cc646b-86d0-47e0-ad8f-969bf944f27a on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:48:30.290725 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Attempting to bind port f8cc646b-86d0-47e0-ad8f-969bf944f27a on network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:48:30.293115 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e630740f-82c6-4231-a6e7-a0fc00a8d69c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.293369 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:30.296564 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:48:30.297436 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Checking segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:48:30.297436 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Bound using segment: {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:48:30.297767 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Bound port: f8cc646b-86d0-47e0-ad8f-969bf944f27a, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88b56b8-e417-4237-957e-aab8e25cbda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:48:30.298076 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.317274 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6458e504-2518-4eb2-868b-ea04b9804679 req-361002ad-25d4-435e-94c7-d46dca6ab468 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=c308ce69-bc0d-449d-95af-0b2914427e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339200 May 24 15:48:30.375233 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.392203 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] For port f8cc646b-86d0-47e0-ad8f-969bf944f27a, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:48:30.395879 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] For port f8cc646b-86d0-47e0-ad8f-969bf944f27a, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f8cc646b-86d0-47e0-ad8f-969bf944f27a,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:48:30.403373 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.441827 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:30.442488 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.443941 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] 10.222.0.59 "PUT /v2.0/ports/f8cc646b-86d0-47e0-ad8f-969bf944f27a HTTP/1.1" status: 200 len: 1093 time: 0.7820964 May 24 15:48:30.444407 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6677127b-9689-4fca-a172-8c1ab49d8146', 'tag': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:48:30.446703 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d4d67b-e375-4339-ba7b-37cf0f46ffc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6677127b-9689-4fca-a172-8c1ab49d8146", "tag": "f8cc646b-86d0-47e0-ad8f-969bf944f27a"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:48:30.470554 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbd822-f8d6-4377-bcc7-2f5b9bce5712 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cc646b-86d0-47e0-ad8f-969bf944f27a,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:30.527199 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e630740f-82c6-4231-a6e7-a0fc00a8d69c admin admin] Publish callbacks [] for security_group (fc89fcda-96eb-4bf7-ae34-8ba544c7d3ea), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.527552 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8ad5d2-833a-4c31-b43d-c91f35d64637 x-openstack-request-id: req-1c8ad5d2-833a-4c31-b43d-c91f35d64637 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:48:30.527751 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6677127b-9689-4fca-a172-8c1ab49d8146", "tag": "f8cc646b-86d0-47e0-ad8f-969bf944f27a", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:48:30.527964 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c8ad5d2-833a-4c31-b43d-c91f35d64637 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:48:30.528439 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8ad5d2-833a-4c31-b43d-c91f35d64637'] response: {'name': 'network-changed', 'server_uuid': '6677127b-9689-4fca-a172-8c1ab49d8146', 'tag': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a', 'status': 'completed', 'code': 200} May 24 15:48:30.536941 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e630740f-82c6-4231-a6e7-a0fc00a8d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (fc89fcda-96eb-4bf7-ae34-8ba544c7d3ea), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.564690 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-c04529de-a874-451c-a60a-9f778d4c2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:30.566365 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-c04529de-a874-451c-a60a-9f778d4c2e2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 1127 time: 0.0495782 May 24 15:48:30.599832 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630740f-82c6-4231-a6e7-a0fc00a8d69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc89fcda-96eb-4bf7-ae34-8ba544c7d3ea,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:30.607561 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-e630740f-82c6-4231-a6e7-a0fc00a8d69c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a16075c869b040418073b79eefb39221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043836 May 24 15:48:30.611791 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55764) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:30.617488 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-09629dfa-fc05-460d-b115-ca143ddff642 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8cc646b-86d0-47e0-ad8f-969bf944f27a HTTP/1.1" status: 200 len: 217 time: 0.0384755 May 24 15:48:30.634991 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6a7f47d3-fad2-49ea-b798-9a5d12d71d37 admin admin] Deleting port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:30.635266 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a7f47d3-fad2-49ea-b798-9a5d12d71d37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.657136 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:30.673056 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-66f11ce3-00ee-4446-847b-cc6b38408d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:30.675495 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-66f11ce3-00ee-4446-847b-cc6b38408d37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0517755 May 24 15:48:30.721508 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-1c5b866f-1c15-4355-906e-1421ebb6e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:30.723026 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-1c5b866f-1c15-4355-906e-1421ebb6e434 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423172 May 24 15:48:30.733967 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8928b62-4e8b-48f2-b554-4a7d574d3e37 admin admin] Publish callbacks [] for security_group (fc89fcda-96eb-4bf7-ae34-8ba544c7d3ea), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.771838 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-6a7f47d3-fad2-49ea-b798-9a5d12d71d37 admin admin] For port 5336346e-a0d9-45cf-ac62-48ec7ffee7ac, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=5336346e-a0d9-45cf-ac62-48ec7ffee7ac,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:30.772227 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a7f47d3-fad2-49ea-b798-9a5d12d71d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.775725 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8928b62-4e8b-48f2-b554-4a7d574d3e37 admin admin] Publish callbacks [] for security_group (fc89fcda-96eb-4bf7-ae34-8ba544c7d3ea), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.794509 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-6a7f47d3-fad2-49ea-b798-9a5d12d71d37 admin admin] Calling delete_port for 5336346e-a0d9-45cf-ac62-48ec7ffee7ac owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:30.813855 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-3b4d59b5-caef-464a-a48d-5be3393e0740 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851908 May 24 15:48:30.817364 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:30.885440 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8928b62-4e8b-48f2-b554-4a7d574d3e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (fc89fcda-96eb-4bf7-ae34-8ba544c7d3ea), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.888206 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-e8928b62-4e8b-48f2-b554-4a7d574d3e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:30.889340 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-e8928b62-4e8b-48f2-b554-4a7d574d3e37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc89fcda-96eb-4bf7-ae34-8ba544c7d3ea HTTP/1.1" status: 204 len: 168 time: 0.2761896 May 24 15:48:30.910722 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-745c118b-29d1-4e76-b08a-a2fb5f50293b req-13615f22-f46a-4a7c-8bcd-66a7598b9385 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905318 May 24 15:48:30.930657 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8928b62-4e8b-48f2-b554-4a7d574d3e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc89fcda-96eb-4bf7-ae34-8ba544c7d3ea,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:31.018174 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a7f47d3-fad2-49ea-b798-9a5d12d71d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (5336346e-a0d9-45cf-ac62-48ec7ffee7ac), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:31.048130 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f47d3-fad2-49ea-b798-9a5d12d71d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=5336346e-a0d9-45cf-ac62-48ec7ffee7ac,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:31.220492 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6a7f47d3-fad2-49ea-b798-9a5d12d71d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-419315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926552'] for router_interface (2b81af0c-946a-4009-a237-09f8b86208b9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:31.232459 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55770) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:31.246547 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5eb1e723-a58b-46ef-8f27-29f389b179b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:31.328101 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5eb1e723-a58b-46ef-8f27-29f389b179b3 admin admin] Publish callbacks [] for security_group (019d8318-38fa-4f51-b79a-eff3ea7b9e9e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:31.332073 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5eb1e723-a58b-46ef-8f27-29f389b179b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (019d8318-38fa-4f51-b79a-eff3ea7b9e9e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:31.365760 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:31.374621 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5eb1e723-a58b-46ef-8f27-29f389b179b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9802bc0c67949a58fe9e6f218ba9dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410937 May 24 15:48:31.375346 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1e723-a58b-46ef-8f27-29f389b179b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019d8318-38fa-4f51-b79a-eff3ea7b9e9e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:31.378301 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55774) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:31.413361 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:31.501618 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece3cdd-b92b-4108-81a7-093530d5632d req-3164bb92-f0a2-4639-b505-eb49afcd7b21 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:31.503515 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0ece3cdd-b92b-4108-81a7-093530d5632d req-3164bb92-f0a2-4639-b505-eb49afcd7b21 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 943 time: 0.1053841 May 24 15:48:31.530986 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7f47d3-fad2-49ea-b798-9a5d12d71d37 admin admin] Router 2b81af0c-946a-4009-a237-09f8b86208b9 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:48:31.541297 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-43cddb66-44e8-477b-95b4-0392c198e102 admin admin] Publish callbacks [] for security_group (019d8318-38fa-4f51-b79a-eff3ea7b9e9e), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:31.589005 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-43cddb66-44e8-477b-95b4-0392c198e102 admin admin] Publish callbacks [] for security_group (019d8318-38fa-4f51-b79a-eff3ea7b9e9e), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:31.630093 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0ece3cdd-b92b-4108-81a7-093530d5632d req-44df47e2-979d-48ac-83a3-b12bbb83a756 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=c308ce69-bc0d-449d-95af-0b2914427e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196468 May 24 15:48:31.651946 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4d67b-e375-4339-ba7b-37cf0f46ffc3 req-7656adf1-cfec-4ea6-8d4d-78c7a41b3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:31.653567 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-03d4d67b-e375-4339-ba7b-37cf0f46ffc3 req-7656adf1-cfec-4ea6-8d4d-78c7a41b3a5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 1127 time: 0.0424359 May 24 15:48:31.665633 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:31.721135 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7f47d3-fad2-49ea-b798-9a5d12d71d37 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:48:31.723382 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:31.730107 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f875f-096c-4d4f-adb9-cd6ee1c97399 None None] Sync routers for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:48:31.734486 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-6a7f47d3-fad2-49ea-b798-9a5d12d71d37 admin admin] 10.222.0.55 "PUT /v2.0/routers/2b81af0c-946a-4009-a237-09f8b86208b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1701965 May 24 15:48:31.734486 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-43cddb66-44e8-477b-95b4-0392c198e102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (019d8318-38fa-4f51-b79a-eff3ea7b9e9e), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:31.734763 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55776) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:31.734867 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-43cddb66-44e8-477b-95b4-0392c198e102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:31.738773 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-43cddb66-44e8-477b-95b4-0392c198e102 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/019d8318-38fa-4f51-b79a-eff3ea7b9e9e HTTP/1.1" status: 204 len: 168 time: 0.3590720 May 24 15:48:31.743162 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f875f-096c-4d4f-adb9-cd6ee1c97399 None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:31.743873 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7a2f875f-096c-4d4f-adb9-cd6ee1c97399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:48:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:31.747083 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cddb66-44e8-477b-95b4-0392c198e102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019d8318-38fa-4f51-b79a-eff3ea7b9e9e,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:31.813206 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4d67b-e375-4339-ba7b-37cf0f46ffc3 req-10deed8d-7dad-4dee-bff0-e6dc79d7a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:31.815044 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-03d4d67b-e375-4339-ba7b-37cf0f46ffc3 req-10deed8d-7dad-4dee-bff0-e6dc79d7a134 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 915 time: 0.1558714 May 24 15:48:31.885985 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-03d4d67b-e375-4339-ba7b-37cf0f46ffc3 req-076d4a40-0f32-4f3b-a23a-d53d175e6c6a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8cc646b-86d0-47e0-ad8f-969bf944f27a HTTP/1.1" status: 200 len: 217 time: 0.0650535 May 24 15:48:31.935631 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Publish callbacks [] for router (2b81af0c-946a-4009-a237-09f8b86208b9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:31.962891 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7a2f875f-096c-4d4f-adb9-cd6ee1c97399 None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:31.976462 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:31.983974 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4d67b-e375-4339-ba7b-37cf0f46ffc3 req-72d854f1-2890-401f-9f85-74204669f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:31.985533 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-03d4d67b-e375-4339-ba7b-37cf0f46ffc3 req-72d854f1-2890-401f-9f85-74204669f010 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0941162 May 24 15:48:32.069154 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4d67b-e375-4339-ba7b-37cf0f46ffc3 req-86e36124-d326-47c3-9a23-a93b33c46f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:32.071148 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-03d4d67b-e375-4339-ba7b-37cf0f46ffc3 req-86e36124-d326-47c3-9a23-a93b33c46f8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799155 May 24 15:48:32.135823 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Publish callbacks [] for router_gateway (2b81af0c-946a-4009-a237-09f8b86208b9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:32.145619 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7a2f875f-096c-4d4f-adb9-cd6ee1c97399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:48:30Z', 'revision_number': 5, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port': {'id': '092c4dd1-77cd-4be9-bdec-ec5603e4f5d0', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:32.172537 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f875f-096c-4d4f-adb9-cd6ee1c97399 None None] Checking router: 2b81af0c-946a-4009-a237-09f8b86208b9 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:48:32.184597 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f875f-096c-4d4f-adb9-cd6ee1c97399 None None] Routers {'2b81af0c-946a-4009-a237-09f8b86208b9'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:32.184597 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7a2f875f-096c-4d4f-adb9-cd6ee1c97399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:48:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['2b81af0c-946a-4009-a237-09f8b86208b9'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:32.214308 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Deleting port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:32.214687 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:32.220099 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-03d4d67b-e375-4339-ba7b-37cf0f46ffc3 req-95805451-fe57-4e01-8fe9-7824c51d4411 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419513 May 24 15:48:32.275840 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7a2f875f-096c-4d4f-adb9-cd6ee1c97399 None None] Set router 2b81af0c-946a-4009-a237-09f8b86208b9 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:32.302464 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:32.302464 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:32.333114 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7a2f875f-096c-4d4f-adb9-cd6ee1c97399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:48:32Z', 'revision_number': 6, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port_host': None}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:32.362517 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f875f-096c-4d4f-adb9-cd6ee1c97399 None None] The sync data for ids ['2b81af0c-946a-4009-a237-09f8b86208b9'] in dv-cinder-843153-1-iscsi is: [{'id': '2b81af0c-946a-4009-a237-09f8b86208b9', 'name': 'tempest-TestVolumeBootPattern-518876334-router', 'tenant_id': 'dc2810000275432fb1337151b6883e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:52Z', 'updated_at': '2022-05-24T15:48:32Z', 'revision_number': 6, 'project_id': 'dc2810000275432fb1337151b6883e90', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:48:32.381220 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] For port 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=092c4dd1-77cd-4be9-bdec-ec5603e4f5d0,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:32.381734 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:32.392873 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-03d4d67b-e375-4339-ba7b-37cf0f46ffc3 req-21bce8b9-4bf0-4a87-a093-311ae7ca86cd service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613643 May 24 15:48:32.403028 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Calling delete_port for 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:32.457665 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:32.594658 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (092c4dd1-77cd-4be9-bdec-ec5603e4f5d0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:32.617523 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Pushing event deleted for resources: {'Port': ['ID=092c4dd1-77cd-4be9-bdec-ec5603e4f5d0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:32.698570 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924726'] for router_gateway (2b81af0c-946a-4009-a237-09f8b86208b9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:32.806411 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae747e2-da68-4c3f-ab5f-6bc87e9d020f req-beb4092e-811a-4931-a357-418f30348483 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:32.810079 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-aae747e2-da68-4c3f-ab5f-6bc87e9d020f req-beb4092e-811a-4931-a357-418f30348483 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 943 time: 0.0693951 May 24 15:48:32.835260 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4623'] for router (2b81af0c-946a-4009-a237-09f8b86208b9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:32.837673 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Publish callbacks [] for router_controller (2b81af0c-946a-4009-a237-09f8b86208b9), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:32.869321 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-aae747e2-da68-4c3f-ab5f-6bc87e9d020f req-bc159584-23c5-4969-a065-ea9fcf019be7 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=c308ce69-bc0d-449d-95af-0b2914427e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523963 May 24 15:48:32.898704 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927888'] for router (2b81af0c-946a-4009-a237-09f8b86208b9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:32.900205 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b81af0c-946a-4009-a237-09f8b86208b9 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 15:48:32.904914 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:32.908529 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f76ce420-0698-4f19-a2c7-25809ecde29e admin admin] 10.222.0.55 "DELETE /v2.0/routers/2b81af0c-946a-4009-a237-09f8b86208b9 HTTP/1.1" status: 204 len: 168 time: 1.1732430 May 24 15:48:32.909662 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55806) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:32.962406 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf08f11-5dcd-4af7-bd37-b4ce40e09103 admin admin] Deleting subnet c62369ab-a153-408f-8529-4e2073c47512 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:48:32.966919 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f11-5dcd-4af7-bd37-b4ce40e09103 admin admin] Publish callbacks [] for subnet (c62369ab-a153-408f-8529-4e2073c47512), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.005142 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:33.009593 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f11-5dcd-4af7-bd37-b4ce40e09103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678101'] for subnet (c62369ab-a153-408f-8529-4e2073c47512), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.085587 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f11-5dcd-4af7-bd37-b4ce40e09103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (c62369ab-a153-408f-8529-4e2073c47512), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.142602 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f11-5dcd-4af7-bd37-b4ce40e09103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8731874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8497346'] for subnet (c62369ab-a153-408f-8529-4e2073c47512), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.169596 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf08f11-5dcd-4af7-bd37-b4ce40e09103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62369ab-a153-408f-8529-4e2073c47512,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:33.173429 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f11-5dcd-4af7-bd37-b4ce40e09103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.179631 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55816) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:33.179812 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8cf08f11-5dcd-4af7-bd37-b4ce40e09103 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c62369ab-a153-408f-8529-4e2073c47512 HTTP/1.1" status: 204 len: 168 time: 0.2688110 May 24 15:48:33.185513 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfa6e1f-f6aa-458f-8234-8c9bdb03f6ac None None] Network ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:48:33.269318 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.318182 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Deleting port da8fc0aa-df0f-437f-8d2c-42d9333f5819 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:33.318519 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.377726 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] DHCP port deletion for ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 request from dv-cinder-843153-1-iscsi {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 15:48:33.383215 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f8cc646b-86d0-47e0-ad8f-969bf944f27a details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:48:33.394063 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] For port da8fc0aa-df0f-437f-8d2c-42d9333f5819, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=da8fc0aa-df0f-437f-8d2c-42d9333f5819,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:33.394432 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.409181 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Calling delete_port for da8fc0aa-df0f-437f-8d2c-42d9333f5819 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:33.435341 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Deleting port da8fc0aa-df0f-437f-8d2c-42d9333f5819 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:33.435474 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.509538 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.536064 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Pushing event deleted for resources: {'Port': ['ID=da8fc0aa-df0f-437f-8d2c-42d9333f5819,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:33.541607 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] No DVR routers for this DVR port da8fc0aa-df0f-437f-8d2c-42d9333f5819 on host dv-cinder-843153-1-iscsi {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:48:33.578532 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] For port da8fc0aa-df0f-437f-8d2c-42d9333f5819, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=da8fc0aa-df0f-437f-8d2c-42d9333f5819,segment=NetworkSegment(48979680-976c-4167-8370-3d4d8e90cc01),segment_id=48979680-976c-4167-8370-3d4d8e90cc01)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:33.578936 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.603671 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Calling delete_port for da8fc0aa-df0f-437f-8d2c-42d9333f5819 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:33.611504 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f8cc646b-86d0-47e0-ad8f-969bf944f27a, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f8cc646b-86d0-47e0-ad8f-969bf944f27a,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:33.624566 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.651359 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:33.661376 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'port_id': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a', 'mac_address': 'fa:16:3e:7b:f6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:48:33.661671 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48979680-976c-4167-8370-3d4d8e90cc01') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:33.662015 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48979680-976c-4167-8370-3d4d8e90cc01') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:33.672524 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431380'] for segment (48979680-976c-4167-8370-3d4d8e90cc01), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.688103 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (48979680-976c-4167-8370-3d4d8e90cc01), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.692927 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:33.693574 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:33.698198 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:48:33.698587 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2946882'] for segment (48979680-976c-4167-8370-3d4d8e90cc01), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.724221 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f8cc646b-86d0-47e0-ad8f-969bf944f27a is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:48:33.724641 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.746237 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cc646b-86d0-47e0-ad8f-969bf944f27a {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:48:33.750889 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment 48979680-976c-4167-8370-3d4d8e90cc01 resource provider aggregate not found May 24 15:48:33.771195 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157'] for port (da8fc0aa-df0f-437f-8d2c-42d9333f5819), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.779056 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment 48979680-976c-4167-8370-3d4d8e90cc01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48979680-976c-4167-8370-3d4d8e90cc01 found for delete ", "request_id": "req-87bb1707-9e51-4e28-a657-e276d79a0cd6"}]} May 24 15:48:33.782616 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f8cc646b-86d0-47e0-ad8f-969bf944f27a, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f8cc646b-86d0-47e0-ad8f-969bf944f27a,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:33.783673 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.794828 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.798380 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] 10.222.0.55 "DELETE /v2.0/networks/ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1 HTTP/1.1" status: 204 len: 168 time: 0.6177242 May 24 15:48:33.801509 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55832) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:33.806017 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:33.809612 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Pushing event deleted for resources: {'Port': ['ID=da8fc0aa-df0f-437f-8d2c-42d9333f5819,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:33.815489 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] No DVR routers for this DVR port da8fc0aa-df0f-437f-8d2c-42d9333f5819 on host dv-cinder-843153-1-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:48:33.817804 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519570e0-1deb-41e7-8f4b-34cb47c0bc9d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8b5a97-3a6a-415b-bd0c-40ca3fe3e6b1,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:33.826170 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.826523 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.826864 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.827813 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.827813 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.828057 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.828394 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.828724 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.829049 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.829375 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.829867 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.830052 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.830542 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.830877 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.831233 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec70d53-3b9a-4452-9b56-d03bfb099795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:48:33.848499 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55834) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:33.886160 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f8cc646b-86d0-47e0-ad8f-969bf944f27a,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:33.977377 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:34.006025 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1016e855-92d1-4dc6-a2c2-b87afcee33b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:34.026785 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffbaed-57be-4ad1-b63d-218f1aff889d req-35d378c0-098e-4547-a1e3-8b35b39b8efe tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:34.028388 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-53ffbaed-57be-4ad1-b63d-218f1aff889d req-35d378c0-098e-4547-a1e3-8b35b39b8efe tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 944 time: 0.0672579 May 24 15:48:34.079668 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['f8cc646b-86d0-47e0-ad8f-969bf944f27a'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:48:34.107586 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-53ffbaed-57be-4ad1-b63d-218f1aff889d req-94196b4c-1a97-40dd-baea-ba96415a1560 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=c308ce69-bc0d-449d-95af-0b2914427e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726511 May 24 15:48:34.117971 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:34.151864 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1016e855-92d1-4dc6-a2c2-b87afcee33b8 admin admin] Publish callbacks [] for security_group (fa79d841-489f-4d68-a1cf-45c008b717d7), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:34.156479 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1016e855-92d1-4dc6-a2c2-b87afcee33b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (fa79d841-489f-4d68-a1cf-45c008b717d7), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:34.162098 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e514-2305-42da-a317-b4d512f6f895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926668'] for router_interface (c6cfc90c-0120-40ad-b835-f495f05ba2c5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:34.199189 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-1016e855-92d1-4dc6-a2c2-b87afcee33b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c56bc4df1a1a4da68e2a6896994ea75f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468072 May 24 15:48:34.199500 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55840) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:34.202812 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016e855-92d1-4dc6-a2c2-b87afcee33b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa79d841-489f-4d68-a1cf-45c008b717d7,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:34.209479 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:34.415795 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5336346e-a0d9-45cf-ac62-48ec7ffee7ac no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:48:34.436057 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 5336346e-a0d9-45cf-ac62-48ec7ffee7ac {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:48:34.436427 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 5336346e-a0d9-45cf-ac62-48ec7ffee7ac not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:48:34.436855 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device da8fc0aa-df0f-437f-8d2c-42d9333f5819 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:48:34.455971 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: da8fc0aa-df0f-437f-8d2c-42d9333f5819 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:48:34.456218 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device da8fc0aa-df0f-437f-8d2c-42d9333f5819 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:48:34.456663 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:48:34.475168 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:48:34.475507 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 092c4dd1-77cd-4be9-bdec-ec5603e4f5d0 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:48:34.557514 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e064d703-6192-4248-a62c-8423d1c4bfe4 admin admin] Publish callbacks [] for security_group (fa79d841-489f-4d68-a1cf-45c008b717d7), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:34.619296 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e064d703-6192-4248-a62c-8423d1c4bfe4 admin admin] Publish callbacks [] for security_group (fa79d841-489f-4d68-a1cf-45c008b717d7), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:34.680670 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:34.713361 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e064d703-6192-4248-a62c-8423d1c4bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (fa79d841-489f-4d68-a1cf-45c008b717d7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:34.715700 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e064d703-6192-4248-a62c-8423d1c4bfe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:34.716849 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-e064d703-6192-4248-a62c-8423d1c4bfe4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa79d841-489f-4d68-a1cf-45c008b717d7 HTTP/1.1" status: 204 len: 168 time: 0.5163424 May 24 15:48:34.732675 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064d703-6192-4248-a62c-8423d1c4bfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa79d841-489f-4d68-a1cf-45c008b717d7,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:34.736479 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2e514-2305-42da-a317-b4d512f6f895 admin admin] Deleting port 4f4dfbc0-7c79-4061-9307-53d88c33ab66 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:34.736786 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e514-2305-42da-a317-b4d512f6f895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:34.825963 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-f2a2e514-2305-42da-a317-b4d512f6f895 admin admin] For port 4f4dfbc0-7c79-4061-9307-53d88c33ab66, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=4f4dfbc0-7c79-4061-9307-53d88c33ab66,segment=NetworkSegment(85e04f82-6044-43c1-b8cc-bcf36e949bb5),segment_id=85e04f82-6044-43c1-b8cc-bcf36e949bb5)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:34.826605 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e514-2305-42da-a317-b4d512f6f895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:34.839799 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2e514-2305-42da-a317-b4d512f6f895 admin admin] Calling delete_port for 4f4dfbc0-7c79-4061-9307-53d88c33ab66 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:35.003994 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55846) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:35.018262 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8dca4f9-6543-4de1-88ad-1093278f4fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.024329 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e514-2305-42da-a317-b4d512f6f895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (4f4dfbc0-7c79-4061-9307-53d88c33ab66), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.050294 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2e514-2305-42da-a317-b4d512f6f895 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4dfbc0-7c79-4061-9307-53d88c33ab66,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:35.107598 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8dca4f9-6543-4de1-88ad-1093278f4fec admin admin] Publish callbacks [] for security_group (b3ead248-0194-4d2c-9607-a9c3127a903b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.113504 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a8dca4f9-6543-4de1-88ad-1093278f4fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b3ead248-0194-4d2c-9607-a9c3127a903b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.160218 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-a8dca4f9-6543-4de1-88ad-1093278f4fec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85b12118d5184dd2b4ce7bce8cbb4467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549401 May 24 15:48:35.161156 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dca4f9-6543-4de1-88ad-1093278f4fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ead248-0194-4d2c-9607-a9c3127a903b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:35.164412 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55850) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:35.230785 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e514-2305-42da-a317-b4d512f6f895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-419315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926552'] for router_interface (c6cfc90c-0120-40ad-b835-f495f05ba2c5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.234124 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d5aada46-7b8e-4ea6-aefd-b5a2146bfa62 admin admin] Publish callbacks [] for security_group (b3ead248-0194-4d2c-9607-a9c3127a903b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.287774 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f52b-483d-42cf-8765-e7f5ca6ad028 req-94a4b89c-3673-439b-8914-ea726a73ae26 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:35.289538 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a755f52b-483d-42cf-8765-e7f5ca6ad028 req-94a4b89c-3673-439b-8914-ea726a73ae26 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 944 time: 0.0703979 May 24 15:48:35.291397 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d5aada46-7b8e-4ea6-aefd-b5a2146bfa62 admin admin] Publish callbacks [] for security_group (b3ead248-0194-4d2c-9607-a9c3127a903b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.321341 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:35.359812 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a755f52b-483d-42cf-8765-e7f5ca6ad028 req-55b1bbd3-d32b-433e-86a6-fce9dff42008 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=c308ce69-bc0d-449d-95af-0b2914427e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620661 May 24 15:48:35.374752 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d5aada46-7b8e-4ea6-aefd-b5a2146bfa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b3ead248-0194-4d2c-9607-a9c3127a903b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.377918 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d5aada46-7b8e-4ea6-aefd-b5a2146bfa62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.379025 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-d5aada46-7b8e-4ea6-aefd-b5a2146bfa62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3ead248-0194-4d2c-9607-a9c3127a903b HTTP/1.1" status: 204 len: 168 time: 0.2133636 May 24 15:48:35.387023 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aada46-7b8e-4ea6-aefd-b5a2146bfa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ead248-0194-4d2c-9607-a9c3127a903b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:35.387692 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f8cc646b-86d0-47e0-ad8f-969bf944f27a up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:48:35.447645 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port f8cc646b-86d0-47e0-ad8f-969bf944f27a completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:48:35.456860 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port f8cc646b-86d0-47e0-ad8f-969bf944f27a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:48:35.457207 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a2e514-2305-42da-a317-b4d512f6f895 admin admin] Router c6cfc90c-0120-40ad-b835-f495f05ba2c5 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:48:35.457853 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.534592 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f8cc646b-86d0-47e0-ad8f-969bf944f27a is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:48:35.534971 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.558909 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6677127b-9689-4fca-a172-8c1ab49d8146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:48:35.561258 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532db4e9-9780-4ce9-8c73-1e1c86d0393d" -d '{"events": [{"server_uuid": "6677127b-9689-4fca-a172-8c1ab49d8146", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc646b-86d0-47e0-ad8f-969bf944f27a"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:48:35.567407 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:35.572207 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a2e514-2305-42da-a317-b4d512f6f895 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:48:35.577431 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f2a2e514-2305-42da-a317-b4d512f6f895 admin admin] 10.222.0.55 "PUT /v2.0/routers/c6cfc90c-0120-40ad-b835-f495f05ba2c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7748551 May 24 15:48:35.580202 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55856) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:35.592982 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f8cc646b-86d0-47e0-ad8f-969bf944f27a, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f8cc646b-86d0-47e0-ad8f-969bf944f27a,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:35.596522 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf1ee5-58ce-4c40-b3b9-f783618cea00 None None] Sync routers for ids ['c6cfc90c-0120-40ad-b835-f495f05ba2c5'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:48:35.600473 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0dbc73-72d6-4fa3-b218-8047dc4f4d7d x-openstack-request-id: req-ab0dbc73-72d6-4fa3-b218-8047dc4f4d7d {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:48:35.601028 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6677127b-9689-4fca-a172-8c1ab49d8146", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc646b-86d0-47e0-ad8f-969bf944f27a", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:48:35.601439 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab0dbc73-72d6-4fa3-b218-8047dc4f4d7d {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:48:35.602070 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0dbc73-72d6-4fa3-b218-8047dc4f4d7d'] response: {'server_uuid': '6677127b-9689-4fca-a172-8c1ab49d8146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a', 'code': 200} May 24 15:48:35.608151 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.646400 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf1ee5-58ce-4c40-b3b9-f783618cea00 None None] Routers {'c6cfc90c-0120-40ad-b835-f495f05ba2c5'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:35.647380 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d1cf1ee5-58ce-4c40-b3b9-f783618cea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:48:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['c6cfc90c-0120-40ad-b835-f495f05ba2c5'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:35.707108 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f8cc646b-86d0-47e0-ad8f-969bf944f27a,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:35.717906 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:35.730924 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Publish callbacks [] for router (c6cfc90c-0120-40ad-b835-f495f05ba2c5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.783394 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d1cf1ee5-58ce-4c40-b3b9-f783618cea00 None None] Set router c6cfc90c-0120-40ad-b835-f495f05ba2c5 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:35.851576 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:35.857050 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Publish callbacks [] for router_gateway (c6cfc90c-0120-40ad-b835-f495f05ba2c5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.916475 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Deleting port d0792e20-7798-4c1c-9b64-aad7067f711b {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:35.916964 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:35.935616 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:36.013517 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] For port d0792e20-7798-4c1c-9b64-aad7067f711b, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=d0792e20-7798-4c1c-9b64-aad7067f711b,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:36.014235 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:36.034099 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Calling delete_port for d0792e20-7798-4c1c-9b64-aad7067f711b owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:36.078588 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9dbf8-c521-4f7b-8987-1bfc0d0d2983 req-186fca2d-52d5-4df5-bd5b-bd12f7df72eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:36.081265 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-41e9dbf8-c521-4f7b-8987-1bfc0d0d2983 req-186fca2d-52d5-4df5-bd5b-bd12f7df72eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 1129 time: 0.2668397 May 24 15:48:36.101860 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d1cf1ee5-58ce-4c40-b3b9-f783618cea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'name': 'tempest-TestVolumeBootPattern-99925235-router', 'tenant_id': 'c5765604521448658675300905017afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:48:34Z', 'revision_number': 5, 'project_id': 'c5765604521448658675300905017afe', 'gw_port': {'id': 'd0792e20-7798-4c1c-9b64-aad7067f711b', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:36.128249 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf1ee5-58ce-4c40-b3b9-f783618cea00 None None] Checking router: c6cfc90c-0120-40ad-b835-f495f05ba2c5 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:48:36.132344 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-41e9dbf8-c521-4f7b-8987-1bfc0d0d2983 req-145fa85c-2a57-4938-a2d9-b24aeccbf4e4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c308ce69-bc0d-449d-95af-0b2914427e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454752 May 24 15:48:36.138205 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf1ee5-58ce-4c40-b3b9-f783618cea00 None None] Routers {'c6cfc90c-0120-40ad-b835-f495f05ba2c5'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:36.138924 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d1cf1ee5-58ce-4c40-b3b9-f783618cea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:48:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['c6cfc90c-0120-40ad-b835-f495f05ba2c5'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:36.141647 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:36.238657 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-d1cf1ee5-58ce-4c40-b3b9-f783618cea00 None None] Set router c6cfc90c-0120-40ad-b835-f495f05ba2c5 gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:36.295814 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-d1cf1ee5-58ce-4c40-b3b9-f783618cea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'name': 'tempest-TestVolumeBootPattern-99925235-router', 'tenant_id': 'c5765604521448658675300905017afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:48:35Z', 'revision_number': 6, 'project_id': 'c5765604521448658675300905017afe', 'gw_port_host': None}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:36.321559 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf1ee5-58ce-4c40-b3b9-f783618cea00 None None] The sync data for ids ['c6cfc90c-0120-40ad-b835-f495f05ba2c5'] in dv-cinder-843153-1-iscsi is: [{'id': 'c6cfc90c-0120-40ad-b835-f495f05ba2c5', 'name': 'tempest-TestVolumeBootPattern-99925235-router', 'tenant_id': 'c5765604521448658675300905017afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:40:59Z', 'updated_at': '2022-05-24T15:48:35Z', 'revision_number': 6, 'project_id': 'c5765604521448658675300905017afe', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:48:36.487197 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e151ccc-dd2e-41e5-a994-2bcb2e996ac1 req-353628ae-4bcd-4502-b487-daaba2c54e45 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:36.491290 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4e151ccc-dd2e-41e5-a994-2bcb2e996ac1 req-353628ae-4bcd-4502-b487-daaba2c54e45 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 945 time: 0.0564625 May 24 15:48:36.570756 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-4e151ccc-dd2e-41e5-a994-2bcb2e996ac1 req-b75f40e2-524a-423e-a51b-237be015afda tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=c308ce69-bc0d-449d-95af-0b2914427e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749664 May 24 15:48:36.571937 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (d0792e20-7798-4c1c-9b64-aad7067f711b), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:36.597548 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0792e20-7798-4c1c-9b64-aad7067f711b,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:36.670997 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924726'] for router_gateway (c6cfc90c-0120-40ad-b835-f495f05ba2c5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:36.778385 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4623'] for router (c6cfc90c-0120-40ad-b835-f495f05ba2c5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:36.780765 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Publish callbacks [] for router_controller (c6cfc90c-0120-40ad-b835-f495f05ba2c5), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:36.831085 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927888'] for router (c6cfc90c-0120-40ad-b835-f495f05ba2c5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:36.831993 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6cfc90c-0120-40ad-b835-f495f05ba2c5 {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 15:48:36.837534 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:36.841205 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-91cff17f-88ec-48ea-b20b-5769aec717a6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c6cfc90c-0120-40ad-b835-f495f05ba2c5 HTTP/1.1" status: 204 len: 168 time: 1.2571745 May 24 15:48:36.845214 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55890) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:36.852924 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 4f4dfbc0-7c79-4061-9307-53d88c33ab66 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:48:36.874042 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 4f4dfbc0-7c79-4061-9307-53d88c33ab66 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:48:36.874485 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 4f4dfbc0-7c79-4061-9307-53d88c33ab66 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:48:36.894219 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ce1466-526d-4e4f-909f-356c9bca7f2c admin admin] Deleting subnet f2803fda-2b71-4013-b0cc-65be50c4f725 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:48:36.897602 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1466-526d-4e4f-909f-356c9bca7f2c admin admin] Publish callbacks [] for subnet (f2803fda-2b71-4013-b0cc-65be50c4f725), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:36.935202 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1466-526d-4e4f-909f-356c9bca7f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678101'] for subnet (f2803fda-2b71-4013-b0cc-65be50c4f725), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.014523 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1466-526d-4e4f-909f-356c9bca7f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (f2803fda-2b71-4013-b0cc-65be50c4f725), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.067837 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1466-526d-4e4f-909f-356c9bca7f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8731874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8497346'] for subnet (f2803fda-2b71-4013-b0cc-65be50c4f725), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.094422 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce1466-526d-4e4f-909f-356c9bca7f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2803fda-2b71-4013-b0cc-65be50c4f725,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:37.098194 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1466-526d-4e4f-909f-356c9bca7f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.101382 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-e8ce1466-526d-4e4f-909f-356c9bca7f2c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f2803fda-2b71-4013-b0cc-65be50c4f725 HTTP/1.1" status: 204 len: 168 time: 0.2582386 May 24 15:48:37.104156 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55900) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:37.111027 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d9e47-f5aa-4774-b389-a07d3aff7b41 None None] Network 6a2e365f-33cc-4555-b561-1d5e6df6f851 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:48:37.193041 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (6a2e365f-33cc-4555-b561-1d5e6df6f851), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.241759 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Deleting port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:37.242137 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.310500 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccb419a-e82f-41ec-a790-2c7b088dc187 None None] DHCP port deletion for 6a2e365f-33cc-4555-b561-1d5e6df6f851 request from dv-cinder-843153-1-iscsi {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 15:48:37.319894 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] For port d1bd2ae3-0083-4403-b176-7c53bc78b6f0, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=d1bd2ae3-0083-4403-b176-7c53bc78b6f0,segment=NetworkSegment(85e04f82-6044-43c1-b8cc-bcf36e949bb5),segment_id=85e04f82-6044-43c1-b8cc-bcf36e949bb5)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:37.319894 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.339950 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Calling delete_port for d1bd2ae3-0083-4403-b176-7c53bc78b6f0 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:37.355972 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb419a-e82f-41ec-a790-2c7b088dc187 None None] Deleting port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:48:37.356369 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ccb419a-e82f-41ec-a790-2c7b088dc187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.399023 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:37.429747 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0ccb419a-e82f-41ec-a790-2c7b088dc187 None None] For port d1bd2ae3-0083-4403-b176-7c53bc78b6f0, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=d1bd2ae3-0083-4403-b176-7c53bc78b6f0,segment=NetworkSegment(85e04f82-6044-43c1-b8cc-bcf36e949bb5),segment_id=85e04f82-6044-43c1-b8cc-bcf36e949bb5)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:48:37.430185 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ccb419a-e82f-41ec-a790-2c7b088dc187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.435807 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.446165 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb419a-e82f-41ec-a790-2c7b088dc187 None None] Calling delete_port for d1bd2ae3-0083-4403-b176-7c53bc78b6f0 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:48:37.451370 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] No DVR routers for this DVR port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 on host dv-cinder-843153-1-iscsi {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:48:37.477834 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bd2ae3-0083-4403-b176-7c53bc78b6f0,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:37.569772 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (6a2e365f-33cc-4555-b561-1d5e6df6f851), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.578940 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:37.579164 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ccb419a-e82f-41ec-a790-2c7b088dc187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157'] for port (d1bd2ae3-0083-4403-b176-7c53bc78b6f0), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.610925 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2e365f-33cc-4555-b561-1d5e6df6f851']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:37.623904 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb419a-e82f-41ec-a790-2c7b088dc187 None None] Pushing event deleted for resources: {'Port': ['ID=d1bd2ae3-0083-4403-b176-7c53bc78b6f0,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:37.640840 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e04f82-6044-43c1-b8cc-bcf36e949bb5') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:37.640840 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e04f82-6044-43c1-b8cc-bcf36e949bb5') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:37.643856 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb419a-e82f-41ec-a790-2c7b088dc187 None None] No DVR routers for this DVR port d1bd2ae3-0083-4403-b176-7c53bc78b6f0 on host dv-cinder-843153-1-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:48:37.661944 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.672306 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431380'] for segment (85e04f82-6044-43c1-b8cc-bcf36e949bb5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.697241 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (85e04f82-6044-43c1-b8cc-bcf36e949bb5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.729297 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:48:37.729688 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2946882'] for segment (85e04f82-6044-43c1-b8cc-bcf36e949bb5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.781847 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment 85e04f82-6044-43c1-b8cc-bcf36e949bb5 resource provider aggregate not found May 24 15:48:37.802972 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca8238-96c5-435c-bfe5-91c3cc4a8088 req-aab5f6b5-86f2-4b28-8c4e-d6bedbd7d3b3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:37.808516 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0dca8238-96c5-435c-bfe5-91c3cc4a8088 req-aab5f6b5-86f2-4b28-8c4e-d6bedbd7d3b3 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 945 time: 0.1239715 May 24 15:48:37.830009 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (6a2e365f-33cc-4555-b561-1d5e6df6f851), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.835530 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:37.838659 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] 10.222.0.55 "DELETE /v2.0/networks/6a2e365f-33cc-4555-b561-1d5e6df6f851 HTTP/1.1" status: 204 len: 168 time: 0.7334533 May 24 15:48:37.862530 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af8602-d594-444e-be30-c16bea083ced admin admin] Pushing event deleted for resources: {'Network': ['ID=6a2e365f-33cc-4555-b561-1d5e6df6f851,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:37.894422 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0dca8238-96c5-435c-bfe5-91c3cc4a8088 req-3d1ac034-e677-4236-a54c-26bc7badd860 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=c308ce69-bc0d-449d-95af-0b2914427e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742371 May 24 15:48:37.961974 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment 85e04f82-6044-43c1-b8cc-bcf36e949bb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85e04f82-6044-43c1-b8cc-bcf36e949bb5 found for delete ", "request_id": "req-046a5a43-392a-48f3-9f18-ccf19a1247ee"}]} May 24 15:48:38.020467 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dcf1e-2ef2-4cd6-aa67-08f5b07f0ab4 req-12819afc-a9a5-4159-a97e-95c842269a7f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:38.021989 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-281dcf1e-2ef2-4cd6-aa67-08f5b07f0ab4 req-12819afc-a9a5-4159-a97e-95c842269a7f tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 945 time: 0.0540636 May 24 15:48:38.030799 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55924) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:38.035330 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9334eab7-dae4-406a-8570-8ee051be3843 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Request body: {'floatingip': {'port_id': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:48:38.039756 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55926) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:38.088325 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9334eab7-dae4-406a-8570-8ee051be3843 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (feebe34b-635b-45c8-9680-4e7d387f3e7d), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:38.173906 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-6c373d4b-3198-43c1-a4ca-b9636928a4a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc2810000275432fb1337151b6883e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329062 May 24 15:48:38.176505 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55928) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:38.228379 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ab1479de-e07f-4a6b-a78f-8fa159698635 admin admin] Publish callbacks [] for security_group (01ac9087-11be-4ecb-bdb3-d39c041f45ab), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:38.255161 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ab1479de-e07f-4a6b-a78f-8fa159698635 admin admin] Publish callbacks [] for security_group (01ac9087-11be-4ecb-bdb3-d39c041f45ab), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:38.304245 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ab1479de-e07f-4a6b-a78f-8fa159698635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (01ac9087-11be-4ecb-bdb3-d39c041f45ab), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:38.306863 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ab1479de-e07f-4a6b-a78f-8fa159698635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:38.308015 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ab1479de-e07f-4a6b-a78f-8fa159698635 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01ac9087-11be-4ecb-bdb3-d39c041f45ab HTTP/1.1" status: 204 len: 168 time: 0.1305242 May 24 15:48:38.317150 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1479de-e07f-4a6b-a78f-8fa159698635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ac9087-11be-4ecb-bdb3-d39c041f45ab,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:38.436596 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device d1bd2ae3-0083-4403-b176-7c53bc78b6f0 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:48:38.458080 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: d1bd2ae3-0083-4403-b176-7c53bc78b6f0 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:48:38.458440 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device d1bd2ae3-0083-4403-b176-7c53bc78b6f0 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:48:38.458976 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device d0792e20-7798-4c1c-9b64-aad7067f711b no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:48:38.479860 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: d0792e20-7798-4c1c-9b64-aad7067f711b {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:48:38.480231 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device d0792e20-7798-4c1c-9b64-aad7067f711b not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:48:38.587713 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9334eab7-dae4-406a-8570-8ee051be3843 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:38.592264 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9334eab7-dae4-406a-8570-8ee051be3843 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (feebe34b-635b-45c8-9680-4e7d387f3e7d), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:38.682949 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55934) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:38.693856 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.l3_db [None req-9334eab7-dae4-406a-8570-8ee051be3843 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Floating IP feebe34b-635b-45c8-9680-4e7d387f3e7d associated. External IP: 172.27.3.154, port: f8cc646b-86d0-47e0-ad8f-969bf944f27a. May 24 15:48:38.723580 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f16aab72-50ab-4703-bb4b-8b885d1ad708 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5765604521448658675300905017afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394185 May 24 15:48:38.726108 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55936) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:38.728346 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:38.777009 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12767e7b-d44e-41e2-a325-85e146222abe admin admin] Publish callbacks [] for security_group (5391e4c8-6a74-43a9-b361-63833d05ab4f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:38.787860 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:38.799641 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12767e7b-d44e-41e2-a325-85e146222abe admin admin] Publish callbacks [] for security_group (5391e4c8-6a74-43a9-b361-63833d05ab4f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:38.834032 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:38.854924 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12767e7b-d44e-41e2-a325-85e146222abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (5391e4c8-6a74-43a9-b361-63833d05ab4f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:38.857625 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12767e7b-d44e-41e2-a325-85e146222abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:38.861383 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-12767e7b-d44e-41e2-a325-85e146222abe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5391e4c8-6a74-43a9-b361-63833d05ab4f HTTP/1.1" status: 204 len: 168 time: 0.1317413 May 24 15:48:38.868941 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12767e7b-d44e-41e2-a325-85e146222abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5391e4c8-6a74-43a9-b361-63833d05ab4f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:38.911185 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9334eab7-dae4-406a-8570-8ee051be3843 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Router ef9c52da-61c1-40fb-91e4-ef14cffa5fba has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:48:39.026307 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9334eab7-dae4-406a-8570-8ee051be3843 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:48:39.034796 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9334eab7-dae4-406a-8570-8ee051be3843 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:39.036878 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf25a12-ac29-4f54-a7b6-389adcc7765f None None] Sync routers for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:48:39.054487 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf25a12-ac29-4f54-a7b6-389adcc7765f None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:39.055273 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cdf25a12-ac29-4f54-a7b6-389adcc7765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:48:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:39.068499 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-9334eab7-dae4-406a-8570-8ee051be3843 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "PUT /v2.0/floatingips/feebe34b-635b-45c8-9680-4e7d387f3e7d HTTP/1.1" status: 200 len: 991 time: 1.0359981 May 24 15:48:39.068870 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6677127b-9689-4fca-a172-8c1ab49d8146', 'tag': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:48:39.071750 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4250b67-d9af-4fc1-9ad6-8510d2efd619" -d '{"events": [{"name": "network-changed", "server_uuid": "6677127b-9689-4fca-a172-8c1ab49d8146", "tag": "f8cc646b-86d0-47e0-ad8f-969bf944f27a"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:48:39.126523 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dcf3aa-ca7a-46a3-96e4-7e9b541698a4 x-openstack-request-id: req-d1dcf3aa-ca7a-46a3-96e4-7e9b541698a4 {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:48:39.127203 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6677127b-9689-4fca-a172-8c1ab49d8146", "tag": "f8cc646b-86d0-47e0-ad8f-969bf944f27a", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:48:39.127321 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1dcf3aa-ca7a-46a3-96e4-7e9b541698a4 {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:48:39.128022 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1dcf3aa-ca7a-46a3-96e4-7e9b541698a4'] response: {'name': 'network-changed', 'server_uuid': '6677127b-9689-4fca-a172-8c1ab49d8146', 'tag': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a', 'status': 'completed', 'code': 200} May 24 15:48:39.208422 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-cdf25a12-ac29-4f54-a7b6-389adcc7765f None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:39.217432 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250b67-d9af-4fc1-9ad6-8510d2efd619 req-902d5eb2-03aa-4897-b99e-954784181ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:39.219081 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f4250b67-d9af-4fc1-9ad6-8510d2efd619 req-902d5eb2-03aa-4897-b99e-954784181ecc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 1129 time: 0.0461800 May 24 15:48:39.302988 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:39.319351 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250b67-d9af-4fc1-9ad6-8510d2efd619 req-e5dd1786-24e7-4a9c-9851-7431559b35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:39.320867 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f4250b67-d9af-4fc1-9ad6-8510d2efd619 req-e5dd1786-24e7-4a9c-9851-7431559b35bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 915 time: 0.0950224 May 24 15:48:39.384455 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f4250b67-d9af-4fc1-9ad6-8510d2efd619 req-aa00cef3-fd3d-40d3-8120-5fb8c51e4c76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8cc646b-86d0-47e0-ad8f-969bf944f27a HTTP/1.1" status: 200 len: 999 time: 0.0576370 May 24 15:48:39.429108 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cdf25a12-ac29-4f54-a7b6-389adcc7765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'feebe34b-635b-45c8-9680-4e7d387f3e7d', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:7b:f6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677127b-9689-4fca-a172-8c1ab49d8146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:48:25Z', 'updated_at': '2022-05-24T15:48:38Z', 'revision_number': 1, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:39.454200 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf25a12-ac29-4f54-a7b6-389adcc7765f None None] Checking router: ef9c52da-61c1-40fb-91e4-ef14cffa5fba for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:48:39.463542 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf25a12-ac29-4f54-a7b6-389adcc7765f None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:48:39.464162 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cdf25a12-ac29-4f54-a7b6-389adcc7765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:48:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:39.567797 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-cdf25a12-ac29-4f54-a7b6-389adcc7765f None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:48:39.778974 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cdf25a12-ac29-4f54-a7b6-389adcc7765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'feebe34b-635b-45c8-9680-4e7d387f3e7d', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:7b:f6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677127b-9689-4fca-a172-8c1ab49d8146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:48:25Z', 'updated_at': '2022-05-24T15:48:38Z', 'revision_number': 1, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:48:39.802562 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf25a12-ac29-4f54-a7b6-389adcc7765f None None] The sync data for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi is: [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'feebe34b-635b-45c8-9680-4e7d387f3e7d', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'port_id': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'mac_address': 'fa:16:3e:7b:f6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6677127b-9689-4fca-a172-8c1ab49d8146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:48:25Z', 'updated_at': '2022-05-24T15:48:38Z', 'revision_number': 1, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:48:40.007990 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e461114-571a-445d-950f-f2cd4a05322f None None] New status for floating IP feebe34b-635b-45c8-9680-4e7d387f3e7d: ACTIVE {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:48:40.216440 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250b67-d9af-4fc1-9ad6-8510d2efd619 req-7a81fc0e-33b9-46c6-8277-c220871f3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:40.217793 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f4250b67-d9af-4fc1-9ad6-8510d2efd619 req-7a81fc0e-33b9-46c6-8277-c220871f3b47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0449724 May 24 15:48:40.980752 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250b67-d9af-4fc1-9ad6-8510d2efd619 req-a06f2ad7-a868-46e0-a481-71b713f368c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:48:40.982250 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f4250b67-d9af-4fc1-9ad6-8510d2efd619 req-a06f2ad7-a868-46e0-a481-71b713f368c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443995 May 24 15:48:41.912006 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f4250b67-d9af-4fc1-9ad6-8510d2efd619 req-4303bb4d-6de6-42a5-a5ee-02099893045a service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986392 May 24 15:48:42.001945 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f4250b67-d9af-4fc1-9ad6-8510d2efd619 req-e170fca5-0853-4bf1-bd86-551329389eb9 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830822 May 24 15:48:45.245314 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55982) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:45.373424 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c2807834-3851-4d7c-9a68-d4614954bb0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:45.449909 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c2807834-3851-4d7c-9a68-d4614954bb0b admin admin] Publish callbacks [] for security_group (47978808-926c-48e2-8b3f-f5369e0747aa), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:45.455207 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c2807834-3851-4d7c-9a68-d4614954bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (47978808-926c-48e2-8b3f-f5369e0747aa), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:45.493921 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c2807834-3851-4d7c-9a68-d4614954bb0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30b9cfb1f8334ca28c0fbfbb10169d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473888 May 24 15:48:45.494705 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2807834-3851-4d7c-9a68-d4614954bb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47978808-926c-48e2-8b3f-f5369e0747aa,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:45.497012 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55986) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:45.551070 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dab06289-824e-4670-a4f3-4c9f24a2d7d4 admin admin] Publish callbacks [] for security_group (47978808-926c-48e2-8b3f-f5369e0747aa), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:45.574456 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dab06289-824e-4670-a4f3-4c9f24a2d7d4 admin admin] Publish callbacks [] for security_group (47978808-926c-48e2-8b3f-f5369e0747aa), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:45.622634 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dab06289-824e-4670-a4f3-4c9f24a2d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (47978808-926c-48e2-8b3f-f5369e0747aa), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:45.625197 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dab06289-824e-4670-a4f3-4c9f24a2d7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:45.626333 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-dab06289-824e-4670-a4f3-4c9f24a2d7d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47978808-926c-48e2-8b3f-f5369e0747aa HTTP/1.1" status: 204 len: 168 time: 0.1283636 May 24 15:48:45.634425 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab06289-824e-4670-a4f3-4c9f24a2d7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47978808-926c-48e2-8b3f-f5369e0747aa,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:45.913173 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 55994) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:45.931168 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43da46dc-1bab-4f74-bd9f-53ed4e048411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:46.010560 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43da46dc-1bab-4f74-bd9f-53ed4e048411 admin admin] Publish callbacks [] for security_group (87f1f0ef-d315-4341-bf9f-920d1b5c14fc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:46.016927 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43da46dc-1bab-4f74-bd9f-53ed4e048411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (87f1f0ef-d315-4341-bf9f-920d1b5c14fc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:46.050196 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:46.057745 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-43da46dc-1bab-4f74-bd9f-53ed4e048411 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60463a48eec146e4bc18ec246830803c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434858 May 24 15:48:46.059431 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da46dc-1bab-4f74-bd9f-53ed4e048411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f1f0ef-d315-4341-bf9f-920d1b5c14fc,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:46.060756 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 55996) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:46.111071 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8a476d79-a859-4a49-a5bc-2722dd1b9174 admin admin] Publish callbacks [] for security_group (87f1f0ef-d315-4341-bf9f-920d1b5c14fc), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:46.132404 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8a476d79-a859-4a49-a5bc-2722dd1b9174 admin admin] Publish callbacks [] for security_group (87f1f0ef-d315-4341-bf9f-920d1b5c14fc), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:46.183044 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8a476d79-a859-4a49-a5bc-2722dd1b9174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (87f1f0ef-d315-4341-bf9f-920d1b5c14fc), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:46.185688 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8a476d79-a859-4a49-a5bc-2722dd1b9174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:46.186853 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-8a476d79-a859-4a49-a5bc-2722dd1b9174 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87f1f0ef-d315-4341-bf9f-920d1b5c14fc HTTP/1.1" status: 204 len: 168 time: 0.1250932 May 24 15:48:46.194697 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a476d79-a859-4a49-a5bc-2722dd1b9174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f1f0ef-d315-4341-bf9f-920d1b5c14fc,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:47.342639 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56026) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:47.454328 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e771b0-8f88-4358-96e2-05d745f72d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:47.536551 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e771b0-8f88-4358-96e2-05d745f72d73 admin admin] Publish callbacks [] for security_group (06b30aba-4b02-44a7-aea4-efe12235cfa5), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:47.542664 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-23e771b0-8f88-4358-96e2-05d745f72d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (06b30aba-4b02-44a7-aea4-efe12235cfa5), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:47.582033 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e771b0-8f88-4358-96e2-05d745f72d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b30aba-4b02-44a7-aea4-efe12235cfa5,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:47.587141 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-23e771b0-8f88-4358-96e2-05d745f72d73 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bfb8c0a82ecf491484bcb896915af454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434916 May 24 15:48:47.589962 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56030) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:48:47.596733 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:47.640960 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6e9b7ec7-1303-4a6b-9ef0-1c71573a6ecb admin admin] Publish callbacks [] for security_group (06b30aba-4b02-44a7-aea4-efe12235cfa5), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:47.661768 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6e9b7ec7-1303-4a6b-9ef0-1c71573a6ecb admin admin] Publish callbacks [] for security_group (06b30aba-4b02-44a7-aea4-efe12235cfa5), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:47.682899 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:47.710878 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6e9b7ec7-1303-4a6b-9ef0-1c71573a6ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (06b30aba-4b02-44a7-aea4-efe12235cfa5), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:47.713442 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-6e9b7ec7-1303-4a6b-9ef0-1c71573a6ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:47.714633 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-6e9b7ec7-1303-4a6b-9ef0-1c71573a6ecb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06b30aba-4b02-44a7-aea4-efe12235cfa5 HTTP/1.1" status: 204 len: 168 time: 0.1237736 May 24 15:48:47.722788 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b7ec7-1303-4a6b-9ef0-1c71573a6ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b30aba-4b02-44a7-aea4-efe12235cfa5,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:48:49.777168 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=91 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:49.782501 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=66 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:50.912075 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:48:51.330834 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:55.363693 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bb6283fc-f5a7-404c-914d-25349a73f6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:56.055179 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=70,neutron:INSERT=14 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:57.609954 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-23229ac6-d925-421a-943b-0ddcb7dd8546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:48:57.717813 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:57.718713 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=12,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:48:59.171491 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:00.370409 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:01.726474 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:04.844248 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:04.851320 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=6 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:07.615637 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:07.632314 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:11.336369 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5894bae-f524-4bc1-9ed7-8f466b996103 req-fd31d9a2-254f-42aa-8eda-726a904e93f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392656 May 24 15:49:11.440226 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5894bae-f524-4bc1-9ed7-8f466b996103 req-33daa0e0-2fee-457b-aebc-91193b8102d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:49:11.441855 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5894bae-f524-4bc1-9ed7-8f466b996103 req-33daa0e0-2fee-457b-aebc-91193b8102d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a30edd891b96456fbba6409a815f5fd8&device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 1129 time: 0.0431504 May 24 15:49:11.547699 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5894bae-f524-4bc1-9ed7-8f466b996103 req-778baed4-f27d-4b16-a1f5-40a7563f60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:49:11.549170 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5894bae-f524-4bc1-9ed7-8f466b996103 req-778baed4-f27d-4b16-a1f5-40a7563f60c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 200 len: 915 time: 0.0868101 May 24 15:49:11.609861 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5894bae-f524-4bc1-9ed7-8f466b996103 req-ca041ce1-d782-4289-8490-ea4acd8d03ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8cc646b-86d0-47e0-ad8f-969bf944f27a HTTP/1.1" status: 200 len: 1001 time: 0.0542729 May 24 15:49:11.661416 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5894bae-f524-4bc1-9ed7-8f466b996103 req-0d09c5ca-7037-473f-acf3-d85ddef3b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:49:11.662803 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5894bae-f524-4bc1-9ed7-8f466b996103 req-0d09c5ca-7037-473f-acf3-d85ddef3b2e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 200 len: 853 time: 0.0466096 May 24 15:49:11.706038 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5894bae-f524-4bc1-9ed7-8f466b996103 req-a2d3e54f-5733-4249-8741-227f902a2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:49:11.707514 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5894bae-f524-4bc1-9ed7-8f466b996103 req-a2d3e54f-5733-4249-8741-227f902a2f73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1eca94ca-2475-4c7a-b305-a2f26b6c82f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387099 May 24 15:49:11.795339 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5894bae-f524-4bc1-9ed7-8f466b996103 req-b99f6a65-f986-42ad-ac8c-20097989cb66 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818379 May 24 15:49:11.891910 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d5894bae-f524-4bc1-9ed7-8f466b996103 req-8a6d85b6-0887-45df-b9b8-ed518e11bbd0 service neutron] 10.222.0.59 "GET /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893793 May 24 15:49:17.625534 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:19.561333 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542c318-42c5-4940-a2d9-b4bd582272d9 req-09885b99-8837-4422-aef3-5f42b6710a4c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:49:19.562757 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5542c318-42c5-4940-a2d9-b4bd582272d9 req-09885b99-8837-4422-aef3-5f42b6710a4c tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 945 time: 0.0556273 May 24 15:49:19.622476 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5542c318-42c5-4940-a2d9-b4bd582272d9 req-cea3a2d5-331e-4d94-912a-94f8ca10d363 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=c308ce69-bc0d-449d-95af-0b2914427e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533371 May 24 15:49:20.759127 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae8393-0977-4924-bc2d-76be55e15efd req-f1a27f40-511c-4e6d-a180-a0a1c2a65e69 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:49:20.760594 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-80ae8393-0977-4924-bc2d-76be55e15efd req-f1a27f40-511c-4e6d-a180-a0a1c2a65e69 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 945 time: 0.0550725 May 24 15:49:20.809857 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-80ae8393-0977-4924-bc2d-76be55e15efd req-e94315ab-67b5-4e9e-b3af-d65758cc7bbd tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups?id=c308ce69-bc0d-449d-95af-0b2914427e13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432098 May 24 15:49:21.119214 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550490e-511d-4e44-8114-011fd02d44dc req-d508c2f7-0e1f-4f5a-8b8c-696ffb255339 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:49:21.120665 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2550490e-511d-4e44-8114-011fd02d44dc req-d508c2f7-0e1f-4f5a-8b8c-696ffb255339 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 945 time: 0.0619783 May 24 15:49:21.206963 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Deleting port f8cc646b-86d0-47e0-ad8f-969bf944f27a {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:49:21.207297 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:21.293909 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] For port f8cc646b-86d0-47e0-ad8f-969bf944f27a, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f8cc646b-86d0-47e0-ad8f-969bf944f27a,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:49:21.294265 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:21.481059 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:21.481422 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (feebe34b-635b-45c8-9680-4e7d387f3e7d), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:21.481731 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Floating IP feebe34b-635b-45c8-9680-4e7d387f3e7d disassociated. External IP: 172.27.3.154, port: f8cc646b-86d0-47e0-ad8f-969bf944f27a. May 24 15:49:21.482101 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Calling delete_port for f8cc646b-86d0-47e0-ad8f-969bf944f27a owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:49:21.547051 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:21.554355 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:21.614542 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (f8cc646b-86d0-47e0-ad8f-969bf944f27a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:21.641805 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event deleted for resources: {'Port': ['ID=f8cc646b-86d0-47e0-ad8f-969bf944f27a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:21.753835 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Router ef9c52da-61c1-40fb-91e4-ef14cffa5fba has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:49:21.860977 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:49:21.873065 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc40ec-2c83-4480-95d1-f97060120321 None None] Sync routers for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:49:21.884894 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bc40ec-2c83-4480-95d1-f97060120321 None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:49:21.885698 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-18bc40ec-2c83-4480-95d1-f97060120321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:48:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:49:21.905817 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] No DVR routers for this DVR port f8cc646b-86d0-47e0-ad8f-969bf944f27a on host hv-cinder-84315 {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:49:21.908697 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:21.912102 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2550490e-511d-4e44-8114-011fd02d44dc req-cbbdc60d-7af4-4f20-892b-7782a8b9054b tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.59 "DELETE /v2.0/ports/f8cc646b-86d0-47e0-ad8f-969bf944f27a HTTP/1.1" status: 204 len: 173 time: 0.7854211 May 24 15:49:21.912483 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6677127b-9689-4fca-a172-8c1ab49d8146', 'name': 'network-vif-deleted', 'tag': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:49:21.914797 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b510ff0c-4ab5-4bc7-be51-9cd27b9f88e0" -d '{"events": [{"server_uuid": "6677127b-9689-4fca-a172-8c1ab49d8146", "name": "network-vif-deleted", "tag": "f8cc646b-86d0-47e0-ad8f-969bf944f27a"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:49:21.921413 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1236ea2f-f9a0-4787-9cf1-3b600d2e7aa4 req-c7160e2f-731f-40d6-86e3-e23e25d65407 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/ports?device_id=6677127b-9689-4fca-a172-8c1ab49d8146 HTTP/1.1" status: 200 len: 210 time: 0.0337253 May 24 15:49:22.111102 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-18bc40ec-2c83-4480-95d1-f97060120321 None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:49:22.167143 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80193b17-7c0a-490a-b4e9-c35ae61c94a7 x-openstack-request-id: req-80193b17-7c0a-490a-b4e9-c35ae61c94a7 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:49:22.167660 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6677127b-9689-4fca-a172-8c1ab49d8146", "name": "network-vif-deleted", "tag": "f8cc646b-86d0-47e0-ad8f-969bf944f27a", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:49:22.167660 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80193b17-7c0a-490a-b4e9-c35ae61c94a7 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:49:22.168357 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80193b17-7c0a-490a-b4e9-c35ae61c94a7'] response: {'server_uuid': '6677127b-9689-4fca-a172-8c1ab49d8146', 'name': 'network-vif-deleted', 'tag': 'f8cc646b-86d0-47e0-ad8f-969bf944f27a', 'status': 'completed', 'code': 200} May 24 15:49:22.317767 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-18bc40ec-2c83-4480-95d1-f97060120321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:49:22.344838 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc40ec-2c83-4480-95d1-f97060120321 None None] Checking router: ef9c52da-61c1-40fb-91e4-ef14cffa5fba for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:49:22.354872 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bc40ec-2c83-4480-95d1-f97060120321 None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:49:22.355519 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-18bc40ec-2c83-4480-95d1-f97060120321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:48:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:49:22.463723 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-18bc40ec-2c83-4480-95d1-f97060120321 None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:49:22.653151 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-18bc40ec-2c83-4480-95d1-f97060120321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:49:22.677619 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc40ec-2c83-4480-95d1-f97060120321 None None] The sync data for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi is: [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:18Z', 'revision_number': 4, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '8ac07946-4166-41e9-aacc-f0711e94bd92', 'name': '', 'network_id': '1eca94ca-2475-4c7a-b305-a2f26b6c82f9', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'mac_address': 'fa:16:3e:d7:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:17Z', 'updated_at': '2022-05-24T15:45:22Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'subnets': [{'id': 'c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:49:22.906020 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21bfeb3-57ad-4b3f-819d-9f28cc73c3e0 None None] New status for floating IP feebe34b-635b-45c8-9680-4e7d387f3e7d: DOWN {{(pid=104077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:49:23.022138 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56108) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:23.080692 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86a466ad-d075-4ccf-aa57-1f078d30cc17 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (c308ce69-bc0d-449d-95af-0b2914427e13), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:23.103646 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86a466ad-d075-4ccf-aa57-1f078d30cc17 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (c308ce69-bc0d-449d-95af-0b2914427e13), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:23.153242 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86a466ad-d075-4ccf-aa57-1f078d30cc17 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (c308ce69-bc0d-449d-95af-0b2914427e13), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:23.155764 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-86a466ad-d075-4ccf-aa57-1f078d30cc17 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:23.156992 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-86a466ad-d075-4ccf-aa57-1f078d30cc17 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "DELETE /v2.0/security-groups/c308ce69-bc0d-449d-95af-0b2914427e13 HTTP/1.1" status: 204 len: 168 time: 0.1335142 May 24 15:49:23.160113 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56110) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:23.166773 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a466ad-d075-4ccf-aa57-1f078d30cc17 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c308ce69-bc0d-449d-95af-0b2914427e13,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:23.176188 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.api.v2.resource [None req-65626b57-3068-4799-840d-a05e46bc420a tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] show failed (client error): The resource could not be found. May 24 15:49:23.180183 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-65626b57-3068-4799-840d-a05e46bc420a tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "GET /v2.0/security-groups/c308ce69-bc0d-449d-95af-0b2914427e13 HTTP/1.1" status: 404 len: 347 time: 0.0190351 May 24 15:49:23.180347 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56112) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:23.290173 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b77b3e0d-2176-4fba-a6aa-45ac89dae8d0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Deleting port 7bdc3bf0-5394-4396-b4b8-2f6740558c0a {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:49:23.290476 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b77b3e0d-2176-4fba-a6aa-45ac89dae8d0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (7bdc3bf0-5394-4396-b4b8-2f6740558c0a), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:23.365561 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b77b3e0d-2176-4fba-a6aa-45ac89dae8d0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (7bdc3bf0-5394-4396-b4b8-2f6740558c0a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:23.365848 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b77b3e0d-2176-4fba-a6aa-45ac89dae8d0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (7bdc3bf0-5394-4396-b4b8-2f6740558c0a), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:23.377867 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-b77b3e0d-2176-4fba-a6aa-45ac89dae8d0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Calling delete_port for 7bdc3bf0-5394-4396-b4b8-2f6740558c0a owned by network:floatingip {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:49:23.514052 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b77b3e0d-2176-4fba-a6aa-45ac89dae8d0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (7bdc3bf0-5394-4396-b4b8-2f6740558c0a), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:23.538134 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b3e0d-2176-4fba-a6aa-45ac89dae8d0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Pushing event deleted for resources: {'Port': ['ID=7bdc3bf0-5394-4396-b4b8-2f6740558c0a,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:23.602969 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b77b3e0d-2176-4fba-a6aa-45ac89dae8d0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks [] for floatingip (feebe34b-635b-45c8-9680-4e7d387f3e7d), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:23.605624 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b77b3e0d-2176-4fba-a6aa-45ac89dae8d0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:23.606592 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-b77b3e0d-2176-4fba-a6aa-45ac89dae8d0 tempest-AttachVolumeNegativeTest-768992704 tempest-AttachVolumeNegativeTest-768992704-project] 10.222.0.55 "DELETE /v2.0/floatingips/feebe34b-635b-45c8-9680-4e7d387f3e7d HTTP/1.1" status: 204 len: 168 time: 0.4252217 May 24 15:49:25.368927 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0405a9c-dd11-47a6-9a18-84bf81a0c2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:25.592232 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f8cc646b-86d0-47e0-ad8f-969bf944f27a no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:49:25.615260 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: f8cc646b-86d0-47e0-ad8f-969bf944f27a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:49:25.615602 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f8cc646b-86d0-47e0-ad8f-969bf944f27a not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:49:27.332038 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56148) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:27.446916 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:27.483964 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:27.614636 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b5955b85-d9fa-4c28-b7bc-da84582113ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:27.664583 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926668'] for router_interface (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:27.904549 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Deleting port 8ac07946-4166-41e9-aacc-f0711e94bd92 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:49:27.904807 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:27.912389 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:49:28.254868 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] For port 8ac07946-4166-41e9-aacc-f0711e94bd92, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=8ac07946-4166-41e9-aacc-f0711e94bd92,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:49:28.255213 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:28.269987 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Calling delete_port for 8ac07946-4166-41e9-aacc-f0711e94bd92 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:49:28.454469 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (8ac07946-4166-41e9-aacc-f0711e94bd92), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:28.476861 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac07946-4166-41e9-aacc-f0711e94bd92,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:28.486599 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.486986 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.487322 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.487657 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.487984 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.488336 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.489172 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.489172 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.489374 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.489570 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.489888 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.490200 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.490508 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.490841 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.491123 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:28.591083 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:28.634825 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:28.653712 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-419315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926552'] for router_interface (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:28.860462 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Router ef9c52da-61c1-40fb-91e4-ef14cffa5fba has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:49:28.980134 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:49:28.986185 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-95a298d7-00b3-4692-90c6-254b59860373 admin admin] 10.222.0.55 "PUT /v2.0/routers/ef9c52da-61c1-40fb-91e4-ef14cffa5fba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6537921 May 24 15:49:28.988814 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56150) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:28.990990 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65efb5c7-8296-4dec-a923-cad6d512ecbb None None] Sync routers for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:49:29.002437 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65efb5c7-8296-4dec-a923-cad6d512ecbb None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:49:29.003032 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-65efb5c7-8296-4dec-a923-cad6d512ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:49:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:49:29.091161 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Publish callbacks [] for router (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.102376 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-65efb5c7-8296-4dec-a923-cad6d512ecbb None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:49:29.169159 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.191841 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Publish callbacks [] for router_gateway (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.234989 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Deleting port 96106800-4c0c-4ef6-b201-1922b639e05c {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:49:29.235335 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (96106800-4c0c-4ef6-b201-1922b639e05c), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.261081 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:29.267363 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-65efb5c7-8296-4dec-a923-cad6d512ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:49:28Z', 'revision_number': 5, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port': {'id': '96106800-4c0c-4ef6-b201-1922b639e05c', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:49:29.296143 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65efb5c7-8296-4dec-a923-cad6d512ecbb None None] Checking router: ef9c52da-61c1-40fb-91e4-ef14cffa5fba for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:49:29.305705 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65efb5c7-8296-4dec-a923-cad6d512ecbb None None] Routers {'ef9c52da-61c1-40fb-91e4-ef14cffa5fba'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:49:29.306321 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-65efb5c7-8296-4dec-a923-cad6d512ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:49:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:49:29.320438 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] For port 96106800-4c0c-4ef6-b201-1922b639e05c, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=96106800-4c0c-4ef6-b201-1922b639e05c,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:49:29.320814 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (96106800-4c0c-4ef6-b201-1922b639e05c), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.334247 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Calling delete_port for 96106800-4c0c-4ef6-b201-1922b639e05c owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:49:29.339357 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:29.392687 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-65efb5c7-8296-4dec-a923-cad6d512ecbb None None] Set router ef9c52da-61c1-40fb-91e4-ef14cffa5fba gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:49:29.439977 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-65efb5c7-8296-4dec-a923-cad6d512ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:49:29Z', 'revision_number': 6, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port_host': None}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:49:29.457977 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:29.464846 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65efb5c7-8296-4dec-a923-cad6d512ecbb None None] The sync data for ids ['ef9c52da-61c1-40fb-91e4-ef14cffa5fba'] in dv-cinder-843153-1-iscsi is: [{'id': 'ef9c52da-61c1-40fb-91e4-ef14cffa5fba', 'name': 'tempest-AttachVolumeNegativeTest-608012366-router', 'tenant_id': 'a30edd891b96456fbba6409a815f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:45:15Z', 'updated_at': '2022-05-24T15:49:29Z', 'revision_number': 6, 'project_id': 'a30edd891b96456fbba6409a815f5fd8', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:49:29.496989 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:29.517189 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (96106800-4c0c-4ef6-b201-1922b639e05c), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.547007 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Pushing event deleted for resources: {'Port': ['ID=96106800-4c0c-4ef6-b201-1922b639e05c,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:29.614211 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924726'] for router_gateway (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.715664 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4623'] for router (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.717991 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Publish callbacks [] for router_controller (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.761736 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927888'] for router (ef9c52da-61c1-40fb-91e4-ef14cffa5fba), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.762667 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef9c52da-61c1-40fb-91e4-ef14cffa5fba {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 15:49:29.767089 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.768248 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-ee77b4a2-ae8c-45bc-968e-c8374773c939 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ef9c52da-61c1-40fb-91e4-ef14cffa5fba HTTP/1.1" status: 204 len: 168 time: 0.7784603 May 24 15:49:29.770789 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56152) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:29.816924 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba2ce13-3f09-4614-8577-b01d478f7a4a admin admin] Deleting subnet c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:49:29.820293 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fba2ce13-3f09-4614-8577-b01d478f7a4a admin admin] Publish callbacks [] for subnet (c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.859939 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fba2ce13-3f09-4614-8577-b01d478f7a4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431387'] for subnet (c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.937586 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fba2ce13-3f09-4614-8577-b01d478f7a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:29.991632 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fba2ce13-3f09-4614-8577-b01d478f7a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2946720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3945160'] for subnet (c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.021299 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2ce13-3f09-4614-8577-b01d478f7a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:30.023245 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-fba2ce13-3f09-4614-8577-b01d478f7a4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.026307 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-fba2ce13-3f09-4614-8577-b01d478f7a4a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c4c4cbf6-6bf2-4fd2-bce8-a0a1c4a125cd HTTP/1.1" status: 204 len: 168 time: 0.2546051 May 24 15:49:30.028004 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806159e8-dbdb-4fa9-a563-e216bc99b210 None None] Network 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:49:30.029238 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56154) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:30.100044 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (1eca94ca-2475-4c7a-b305-a2f26b6c82f9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.142948 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Deleting port 91c445ad-5909-4154-8009-59b4bb56d332 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:49:30.143296 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (91c445ad-5909-4154-8009-59b4bb56d332), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.212978 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1576fb24-cec1-4213-950e-8470c99c0452 None None] DHCP port deletion for 1eca94ca-2475-4c7a-b305-a2f26b6c82f9 request from dv-cinder-843153-1-iscsi {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 15:49:30.213544 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] For port 91c445ad-5909-4154-8009-59b4bb56d332, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=91c445ad-5909-4154-8009-59b4bb56d332,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:49:30.213925 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (91c445ad-5909-4154-8009-59b4bb56d332), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.229434 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Calling delete_port for 91c445ad-5909-4154-8009-59b4bb56d332 owned by network:dhcp {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:49:30.251172 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1576fb24-cec1-4213-950e-8470c99c0452 None None] Deleting port 91c445ad-5909-4154-8009-59b4bb56d332 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:49:30.251441 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1576fb24-cec1-4213-950e-8470c99c0452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (91c445ad-5909-4154-8009-59b4bb56d332), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.313892 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (91c445ad-5909-4154-8009-59b4bb56d332), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.321504 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-1576fb24-cec1-4213-950e-8470c99c0452 None None] For port 91c445ad-5909-4154-8009-59b4bb56d332, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=91c445ad-5909-4154-8009-59b4bb56d332,segment=NetworkSegment(c88b56b8-e417-4237-957e-aab8e25cbda9),segment_id=c88b56b8-e417-4237-957e-aab8e25cbda9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:49:30.322306 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1576fb24-cec1-4213-950e-8470c99c0452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (91c445ad-5909-4154-8009-59b4bb56d332), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.337167 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-1576fb24-cec1-4213-950e-8470c99c0452 None None] Calling delete_port for 91c445ad-5909-4154-8009-59b4bb56d332 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:49:30.339222 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Pushing event deleted for resources: {'Port': ['ID=91c445ad-5909-4154-8009-59b4bb56d332,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:30.342594 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] No DVR routers for this DVR port 91c445ad-5909-4154-8009-59b4bb56d332 on host dv-cinder-843153-1-iscsi {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:49:30.395677 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.422934 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (1eca94ca-2475-4c7a-b305-a2f26b6c82f9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.431097 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1576fb24-cec1-4213-950e-8470c99c0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157'] for port (91c445ad-5909-4154-8009-59b4bb56d332), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.437185 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:30.454495 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eca94ca-2475-4c7a-b305-a2f26b6c82f9']}} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:49:30.459923 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576fb24-cec1-4213-950e-8470c99c0452 None None] Pushing event deleted for resources: {'Port': ['ID=91c445ad-5909-4154-8009-59b4bb56d332,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:30.463454 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576fb24-cec1-4213-950e-8470c99c0452 None None] No DVR routers for this DVR port 91c445ad-5909-4154-8009-59b4bb56d332 on host dv-cinder-843153-1-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:49:30.465388 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:30.467378 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88b56b8-e417-4237-957e-aab8e25cbda9') {'for_net_delete': True} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:49:30.467747 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.services.segments.db [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88b56b8-e417-4237-957e-aab8e25cbda9') {} {{(pid=104075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:49:30.479872 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3431380'] for segment (c88b56b8-e417-4237-957e-aab8e25cbda9), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.487170 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 96106800-4c0c-4ef6-b201-1922b639e05c no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:49:30.496121 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (c88b56b8-e417-4237-957e-aab8e25cbda9), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.503456 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=104075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:49:30.503788 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2946882'] for segment (c88b56b8-e417-4237-957e-aab8e25cbda9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.512755 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 96106800-4c0c-4ef6-b201-1922b639e05c {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:49:30.513105 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 96106800-4c0c-4ef6-b201-1922b639e05c not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:49:30.513743 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 91c445ad-5909-4154-8009-59b4bb56d332 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:49:30.540583 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 91c445ad-5909-4154-8009-59b4bb56d332 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:49:30.541112 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 91c445ad-5909-4154-8009-59b4bb56d332 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:49:30.541535 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 8ac07946-4166-41e9-aacc-f0711e94bd92 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:49:30.555056 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment c88b56b8-e417-4237-957e-aab8e25cbda9 resource provider aggregate not found May 24 15:49:30.559910 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 8ac07946-4166-41e9-aacc-f0711e94bd92 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:49:30.560293 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 8ac07946-4166-41e9-aacc-f0711e94bd92 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:49:30.579134 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.services.segments.plugin [-] Segment c88b56b8-e417-4237-957e-aab8e25cbda9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c88b56b8-e417-4237-957e-aab8e25cbda9 found for delete ", "request_id": "req-f2b19bfc-6b8e-47ac-a6b8-e6210f18a87d"}]} May 24 15:49:30.580518 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (1eca94ca-2475-4c7a-b305-a2f26b6c82f9), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.586074 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.589219 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] 10.222.0.55 "DELETE /v2.0/networks/1eca94ca-2475-4c7a-b305-a2f26b6c82f9 HTTP/1.1" status: 204 len: 168 time: 0.5590703 May 24 15:49:30.600942 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c28410-995f-4817-b289-52db49e3f79c admin admin] Pushing event deleted for resources: {'Network': ['ID=1eca94ca-2475-4c7a-b305-a2f26b6c82f9,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:30.777367 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56162) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:30.819171 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-0248c108-61b2-4dab-9cd8-460ec8e2fa5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a30edd891b96456fbba6409a815f5fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406332 May 24 15:49:30.822528 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56164) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:30.871017 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0641ee5e-befa-41f5-8953-a7d8a6797ffc admin admin] Publish callbacks [] for security_group (1e47d3f9-9c84-4841-8aea-361c715d7e04), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.892708 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0641ee5e-befa-41f5-8953-a7d8a6797ffc admin admin] Publish callbacks [] for security_group (1e47d3f9-9c84-4841-8aea-361c715d7e04), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.946269 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0641ee5e-befa-41f5-8953-a7d8a6797ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (1e47d3f9-9c84-4841-8aea-361c715d7e04), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.949187 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-0641ee5e-befa-41f5-8953-a7d8a6797ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:30.953239 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-0641ee5e-befa-41f5-8953-a7d8a6797ffc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e47d3f9-9c84-4841-8aea-361c715d7e04 HTTP/1.1" status: 204 len: 168 time: 0.1298091 May 24 15:49:30.961390 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641ee5e-befa-41f5-8953-a7d8a6797ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e47d3f9-9c84-4841-8aea-361c715d7e04,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:31.720520 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:31.889478 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=6,neutron:SELECT=36 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:33.169903 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=35,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:37.634420 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.000657 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56296) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:40.125481 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ccc2580-442e-4371-9ae7-c111261f3537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.208290 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ccc2580-442e-4371-9ae7-c111261f3537 admin admin] Publish callbacks [] for security_group (6318a121-cf81-4e95-a997-e794f3f1c05b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.214366 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-1ccc2580-442e-4371-9ae7-c111261f3537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (6318a121-cf81-4e95-a997-e794f3f1c05b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.254608 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc2580-442e-4371-9ae7-c111261f3537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6318a121-cf81-4e95-a997-e794f3f1c05b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:40.259623 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-1ccc2580-442e-4371-9ae7-c111261f3537 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a827835d40404f4991bf181fdef634e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579086 May 24 15:49:40.263770 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56300) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:40.317666 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Publish callbacks [] for security_group (6318a121-cf81-4e95-a997-e794f3f1c05b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.340474 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Publish callbacks [] for security_group (6318a121-cf81-4e95-a997-e794f3f1c05b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.392014 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (6318a121-cf81-4e95-a997-e794f3f1c05b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.396337 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.398152 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6318a121-cf81-4e95-a997-e794f3f1c05b HTTP/1.1" status: 204 len: 168 time: 0.1336544 May 24 15:49:40.406294 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6318a121-cf81-4e95-a997-e794f3f1c05b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:40.413767 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.414119 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.414460 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.414800 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.415128 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.415566 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.415897 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.416211 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.416900 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.417257 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.417623 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.417971 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.418303 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.418628 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.418951 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c64f-7f13-4c2f-8ead-87cd20b74af8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:49:40.680950 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56306) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:40.694575 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c6aeea9-988c-4d85-9fc4-6ab2df71ad32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.775231 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c6aeea9-988c-4d85-9fc4-6ab2df71ad32 admin admin] Publish callbacks [] for security_group (ab369b4c-82dc-4910-a0ba-7a968fa63855), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.781023 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9c6aeea9-988c-4d85-9fc4-6ab2df71ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (ab369b4c-82dc-4910-a0ba-7a968fa63855), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.817875 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6aeea9-988c-4d85-9fc4-6ab2df71ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab369b4c-82dc-4910-a0ba-7a968fa63855,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:40.821951 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9c6aeea9-988c-4d85-9fc4-6ab2df71ad32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5ca02c0fc494ad69bea85d6d051b8f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399982 May 24 15:49:40.825394 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56308) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:40.890502 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-071a3fba-6154-4a58-8232-71f4be3734b0 admin admin] Publish callbacks [] for security_group (ab369b4c-82dc-4910-a0ba-7a968fa63855), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.911616 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-071a3fba-6154-4a58-8232-71f4be3734b0 admin admin] Publish callbacks [] for security_group (ab369b4c-82dc-4910-a0ba-7a968fa63855), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.959477 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-071a3fba-6154-4a58-8232-71f4be3734b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (ab369b4c-82dc-4910-a0ba-7a968fa63855), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.962036 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-071a3fba-6154-4a58-8232-71f4be3734b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:40.963322 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-071a3fba-6154-4a58-8232-71f4be3734b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab369b4c-82dc-4910-a0ba-7a968fa63855 HTTP/1.1" status: 204 len: 168 time: 0.1369672 May 24 15:49:40.971283 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3fba-6154-4a58-8232-71f4be3734b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab369b4c-82dc-4910-a0ba-7a968fa63855,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:41.307252 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56314) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:41.321271 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a0e6936c-0d4b-4b06-a7f3-efccbb14da4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:41.407217 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a0e6936c-0d4b-4b06-a7f3-efccbb14da4b admin admin] Publish callbacks [] for security_group (b992eebf-4959-4251-8f2a-78bce8157f78), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:41.414036 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a0e6936c-0d4b-4b06-a7f3-efccbb14da4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b992eebf-4959-4251-8f2a-78bce8157f78), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:41.451620 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6936c-0d4b-4b06-a7f3-efccbb14da4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b992eebf-4959-4251-8f2a-78bce8157f78,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:41.456950 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-a0e6936c-0d4b-4b06-a7f3-efccbb14da4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c611d5fa2b14b22ad1e689d7526e5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486852 May 24 15:49:41.459878 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56316) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:41.510464 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dca57ffa-02fb-4219-8263-172d044b12e8 admin admin] Publish callbacks [] for security_group (b992eebf-4959-4251-8f2a-78bce8157f78), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:41.533570 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dca57ffa-02fb-4219-8263-172d044b12e8 admin admin] Publish callbacks [] for security_group (b992eebf-4959-4251-8f2a-78bce8157f78), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:41.555237 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:41.562464 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:41.587181 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dca57ffa-02fb-4219-8263-172d044b12e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (b992eebf-4959-4251-8f2a-78bce8157f78), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:41.589870 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-dca57ffa-02fb-4219-8263-172d044b12e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:41.591027 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-dca57ffa-02fb-4219-8263-172d044b12e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b992eebf-4959-4251-8f2a-78bce8157f78 HTTP/1.1" status: 204 len: 168 time: 0.1303875 May 24 15:49:41.598784 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca57ffa-02fb-4219-8263-172d044b12e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b992eebf-4959-4251-8f2a-78bce8157f78,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:41.843077 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:41.848064 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=16 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:42.750552 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56346) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:42.862952 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6d9d9390-6850-42f9-b0ce-5f5a604ae833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:42.955140 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6d9d9390-6850-42f9-b0ce-5f5a604ae833 admin admin] Publish callbacks [] for security_group (d0b3ff8e-c2b8-4bdd-ac4d-9ac348961db4), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:42.961178 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6d9d9390-6850-42f9-b0ce-5f5a604ae833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d0b3ff8e-c2b8-4bdd-ac4d-9ac348961db4), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:43.007035 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d9390-6850-42f9-b0ce-5f5a604ae833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b3ff8e-c2b8-4bdd-ac4d-9ac348961db4,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:43.013001 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6d9d9390-6850-42f9-b0ce-5f5a604ae833 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f82a1a651bf4d4abd60981c7ee361e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614455 May 24 15:49:43.015957 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56350) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:43.076406 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fdc4966e-e9de-4e46-8007-79924796441f admin admin] Publish callbacks [] for security_group (d0b3ff8e-c2b8-4bdd-ac4d-9ac348961db4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:43.103440 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fdc4966e-e9de-4e46-8007-79924796441f admin admin] Publish callbacks [] for security_group (d0b3ff8e-c2b8-4bdd-ac4d-9ac348961db4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:43.105491 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:43.113108 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:43.157614 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fdc4966e-e9de-4e46-8007-79924796441f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d0b3ff8e-c2b8-4bdd-ac4d-9ac348961db4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:43.161730 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fdc4966e-e9de-4e46-8007-79924796441f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:43.163187 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-fdc4966e-e9de-4e46-8007-79924796441f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0b3ff8e-c2b8-4bdd-ac4d-9ac348961db4 HTTP/1.1" status: 204 len: 168 time: 0.1463122 May 24 15:49:43.171139 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4966e-e9de-4e46-8007-79924796441f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b3ff8e-c2b8-4bdd-ac4d-9ac348961db4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:47.379806 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56408) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:47.493283 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d3ed8afd-57eb-49e2-b72d-f8d86c889007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:47.574144 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d3ed8afd-57eb-49e2-b72d-f8d86c889007 admin admin] Publish callbacks [] for security_group (cc75c52a-94f3-4848-8e56-444277338524), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:47.579694 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-d3ed8afd-57eb-49e2-b72d-f8d86c889007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (cc75c52a-94f3-4848-8e56-444277338524), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:47.617998 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-d3ed8afd-57eb-49e2-b72d-f8d86c889007 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=510fcfd4b27a415d8dc791ad8d79e938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371204 May 24 15:49:47.618817 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed8afd-57eb-49e2-b72d-f8d86c889007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc75c52a-94f3-4848-8e56-444277338524,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:47.621679 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56412) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:47.672785 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd73dd01-264d-4bc1-94cb-6d96a6023bd4 admin admin] Publish callbacks [] for security_group (cc75c52a-94f3-4848-8e56-444277338524), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:47.694493 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd73dd01-264d-4bc1-94cb-6d96a6023bd4 admin admin] Publish callbacks [] for security_group (cc75c52a-94f3-4848-8e56-444277338524), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:47.745403 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd73dd01-264d-4bc1-94cb-6d96a6023bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (cc75c52a-94f3-4848-8e56-444277338524), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:47.749031 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dd73dd01-264d-4bc1-94cb-6d96a6023bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:47.750608 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-dd73dd01-264d-4bc1-94cb-6d96a6023bd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc75c52a-94f3-4848-8e56-444277338524 HTTP/1.1" status: 204 len: 168 time: 0.1277328 May 24 15:49:47.758289 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73dd01-264d-4bc1-94cb-6d96a6023bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc75c52a-94f3-4848-8e56-444277338524,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:47.770574 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=61,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:47.771535 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:48.048970 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56418) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:48.062198 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae2cba4b-4d0b-4df8-9e8f-571a41c547bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:48.146450 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae2cba4b-4d0b-4df8-9e8f-571a41c547bd admin admin] Publish callbacks [] for security_group (a95ae7e0-e5ed-4910-b13f-9372e8a9bd26), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:48.153303 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ae2cba4b-4d0b-4df8-9e8f-571a41c547bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (a95ae7e0-e5ed-4910-b13f-9372e8a9bd26), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:48.190135 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cba4b-4d0b-4df8-9e8f-571a41c547bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95ae7e0-e5ed-4910-b13f-9372e8a9bd26,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:48.194349 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-ae2cba4b-4d0b-4df8-9e8f-571a41c547bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2360a75ec344d6cbbca6fe1fee74759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444221 May 24 15:49:48.198409 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56420) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:49:48.258679 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8e2015ac-567e-4b59-b0a3-6c741645646e admin admin] Publish callbacks [] for security_group (a95ae7e0-e5ed-4910-b13f-9372e8a9bd26), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:48.280856 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8e2015ac-567e-4b59-b0a3-6c741645646e admin admin] Publish callbacks [] for security_group (a95ae7e0-e5ed-4910-b13f-9372e8a9bd26), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:48.333142 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8e2015ac-567e-4b59-b0a3-6c741645646e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (a95ae7e0-e5ed-4910-b13f-9372e8a9bd26), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:48.335807 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8e2015ac-567e-4b59-b0a3-6c741645646e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:48.337007 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-8e2015ac-567e-4b59-b0a3-6c741645646e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a95ae7e0-e5ed-4910-b13f-9372e8a9bd26 HTTP/1.1" status: 204 len: 168 time: 0.1376755 May 24 15:49:48.344997 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2015ac-567e-4b59-b0a3-6c741645646e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95ae7e0-e5ed-4910-b13f-9372e8a9bd26,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:49:55.371847 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-159f4c35-1116-4a8c-b503-8b55aa64c958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:57.620331 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e6a45b1-1f90-4c99-add8-7cb5ffc58889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:49:57.727267 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=22,neutron:DELETE=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:57.754211 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:58.316610 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:DELETE=5,neutron:SELECT=59,neutron:INSERT=11 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:58.341732 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=50,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:49:59.181285 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:00.368556 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:01.728561 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:04.911899 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:50:07.633631 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:17.623324 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:17.627086 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:21.414906 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=17 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:21.421605 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=17 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:22.741707 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56672) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:22.901080 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a5-d553-46af-8247-cef65af50c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:22.984854 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a5-d553-46af-8247-cef65af50c0b admin admin] Publish callbacks [] for security_group (d3181916-4834-46de-92c2-2656e4f66461), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:22.990365 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a5-d553-46af-8247-cef65af50c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d3181916-4834-46de-92c2-2656e4f66461), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:23.029896 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-9841d8a5-d553-46af-8247-cef65af50c0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4c0c46c0d984a7fb3e10b0c1d8f2832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871010 May 24 15:50:23.030718 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841d8a5-d553-46af-8247-cef65af50c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3181916-4834-46de-92c2-2656e4f66461,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:23.032866 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56676) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:23.082050 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0e143d36-a877-44c8-a576-4386f0bec86a admin admin] Publish callbacks [] for security_group (d3181916-4834-46de-92c2-2656e4f66461), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:23.110433 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0e143d36-a877-44c8-a576-4386f0bec86a admin admin] Publish callbacks [] for security_group (d3181916-4834-46de-92c2-2656e4f66461), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:23.163412 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0e143d36-a877-44c8-a576-4386f0bec86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d3181916-4834-46de-92c2-2656e4f66461), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:23.165961 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0e143d36-a877-44c8-a576-4386f0bec86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:23.167093 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-0e143d36-a877-44c8-a576-4386f0bec86a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3181916-4834-46de-92c2-2656e4f66461 HTTP/1.1" status: 204 len: 168 time: 0.1332860 May 24 15:50:23.174615 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e143d36-a877-44c8-a576-4386f0bec86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3181916-4834-46de-92c2-2656e4f66461,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:25.373996 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66a21923-86e1-4ac9-86da-e6ec62edc0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:27.626480 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6273fa2d-cc92-4274-85eb-c88dc3f4e729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:29.176544 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:30.370472 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:31.724896 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:33.024372 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:33.027242 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:33.170813 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:33.171997 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:34.813728 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56810) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:34.946418 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f06f68b9-6d3f-4c49-a1e2-2580c0b34b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:35.037943 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f06f68b9-6d3f-4c49-a1e2-2580c0b34b4f admin admin] Publish callbacks [] for security_group (6998ed7d-a9ba-4a3f-b61b-ca50fa78e646), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:35.044205 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f06f68b9-6d3f-4c49-a1e2-2580c0b34b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (6998ed7d-a9ba-4a3f-b61b-ca50fa78e646), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:35.082384 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f68b9-6d3f-4c49-a1e2-2580c0b34b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6998ed7d-a9ba-4a3f-b61b-ca50fa78e646,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:35.087736 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f06f68b9-6d3f-4c49-a1e2-2580c0b34b4f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cb9a8a3b54b4cdbb71b0f1044b1039e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729897 May 24 15:50:35.090460 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56814) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:35.143226 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83d2c280-cc14-4b47-af6e-ec2e0521733b admin admin] Publish callbacks [] for security_group (6998ed7d-a9ba-4a3f-b61b-ca50fa78e646), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:35.165190 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83d2c280-cc14-4b47-af6e-ec2e0521733b admin admin] Publish callbacks [] for security_group (6998ed7d-a9ba-4a3f-b61b-ca50fa78e646), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:35.215160 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83d2c280-cc14-4b47-af6e-ec2e0521733b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (6998ed7d-a9ba-4a3f-b61b-ca50fa78e646), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:35.217621 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83d2c280-cc14-4b47-af6e-ec2e0521733b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:35.218726 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-83d2c280-cc14-4b47-af6e-ec2e0521733b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6998ed7d-a9ba-4a3f-b61b-ca50fa78e646 HTTP/1.1" status: 204 len: 168 time: 0.1274180 May 24 15:50:35.226369 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2c280-cc14-4b47-af6e-ec2e0521733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6998ed7d-a9ba-4a3f-b61b-ca50fa78e646,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:35.879095 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56836) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:35.995701 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1004049409-network', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:36.017875 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Made reservation on behalf of 6341a9bfc680413892cbfbb3e3845604 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:50:36.020287 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.028662 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.106828 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Publish callbacks [] for security_group (6ccf66a9-d7d3-4559-8609-3b3c398994ae), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.113919 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (6ccf66a9-d7d3-4559-8609-3b3c398994ae), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.146486 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:50:36.152796 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccf66a9-d7d3-4559-8609-3b3c398994ae,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:36.162799 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (deca1eaf-98b4-472c-bbc3-98a044d22c45), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.163184 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.segments_db [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Added segment deca1eaf-98b4-472c-bbc3-98a044d22c45 of type vlan for network 158f698e-4d32-4eab-a98a-a86d85437b4e May 24 15:50:36.165149 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.165485 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.165816 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.166144 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.166465 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.166771 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.167088 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.167401 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.167718 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.168057 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.168377 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.168703 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.169006 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.169314 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.169624 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:36.212766 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (158f698e-4d32-4eab-a98a-a86d85437b4e), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.241884 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (158f698e-4d32-4eab-a98a-a86d85437b4e), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.242947 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:50:36.243523 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.302585 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4223366 May 24 15:50:36.305825 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56840) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:36.308297 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0090d23-66a4-4606-aeb7-c0a75c0d08af admin admin] Pushing event updated for resources: {'Network': ['ID=158f698e-4d32-4eab-a98a-a86d85437b4e,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:36.310956 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8d082205-501c-4ceb-ad22-5b2b5744950e admin admin] Request body: {'subnet': {'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1004049409-subnet', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:36.318570 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 158f698e-4d32-4eab-a98a-a86d85437b4e details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:50:36.336502 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d082205-501c-4ceb-ad22-5b2b5744950e admin admin] Made reservation on behalf of 6341a9bfc680413892cbfbb3e3845604 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:50:36.338900 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d082205-501c-4ceb-ad22-5b2b5744950e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8497209'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.511322 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d082205-501c-4ceb-ad22-5b2b5744950e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8731813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8497355'] for subnet (01fd4606-e10b-4df2-887f-a377523b6747), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.568802 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d082205-501c-4ceb-ad22-5b2b5744950e admin admin] Pushing event updated for resources: {'Subnet': ['ID=01fd4606-e10b-4df2-887f-a377523b6747,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:36.586641 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d082205-501c-4ceb-ad22-5b2b5744950e admin admin] Checking segment: {'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:50:36.586986 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d082205-501c-4ceb-ad22-5b2b5744950e admin admin] Network hostable DHCP agents. Network: 158f698e-4d32-4eab-a98a-a86d85437b4e, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:50:36.605874 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d082205-501c-4ceb-ad22-5b2b5744950e admin admin] Network 158f698e-4d32-4eab-a98a-a86d85437b4e is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:50:36.617241 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-8d082205-501c-4ceb-ad22-5b2b5744950e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 158f698e-4d32-4eab-a98a-a86d85437b4e) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:50:36.621698 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d082205-501c-4ceb-ad22-5b2b5744950e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:50:36.622295 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d082205-501c-4ceb-ad22-5b2b5744950e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.626552 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe7e835-5f5e-442e-a85b-d4de9af72a01 None None] Network 158f698e-4d32-4eab-a98a-a86d85437b4e requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:50:36.643072 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8d082205-501c-4ceb-ad22-5b2b5744950e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3334293 May 24 15:50:36.643779 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56842) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:36.648549 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:36.672352 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-927047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4733'] for router (0310557b-988c-482c-b7ef-f43658b61cda), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.673562 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4726'] for router (0310557b-988c-482c-b7ef-f43658b61cda), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.730001 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Publish callbacks [] for router_controller (0310557b-988c-482c-b7ef-f43658b61cda), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.863957 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cafb656-3f67-50a2-96d4-d932412c16ff-158f698e-4d32-4eab-a98a-a86d85437b4e', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747'}]}} from dv-cinder-843153-1-iscsi. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 15:50:36.864972 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:36.866220 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Publish callbacks [] for router_gateway (0310557b-988c-482c-b7ef-f43658b61cda), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:37.005886 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Allocated IP 172.20.0.2 (158f698e-4d32-4eab-a98a-a86d85437b4e/01fd4606-e10b-4df2-887f-a377523b6747/0d97d745-80bb-423b-b4b3-33b4dbfb985a) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:50:37.048647 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Publish callbacks [] for router_gateway (0310557b-988c-482c-b7ef-f43658b61cda), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:37.067645 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:37.151390 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Publish callbacks [] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:37.154222 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:37.159141 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:37.180756 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Allocated IP 172.27.3.230 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/84ee0af7-6e12-441f-94f7-fe7a3add7039) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:50:37.190258 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:37.203208 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Network 158f698e-4d32-4eab-a98a-a86d85437b4e is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:50:37.207793 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:50:37.211725 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:50:37.218604 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Pushing event updated for resources: {'Port': ['ID=0d97d745-80bb-423b-b4b3-33b4dbfb985a,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:37.242679 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.243315 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.243457 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.243730 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.244150 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.245063 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.245063 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.245282 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.245452 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.245774 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.246098 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.246423 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.246740 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.247056 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.247370 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:37.282139 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Attempting to bind port 0d97d745-80bb-423b-b4b3-33b4dbfb985a on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:50:37.282497 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Attempting to bind port 0d97d745-80bb-423b-b4b3-33b4dbfb985a by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:50:37.282861 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Attempting to bind port 0d97d745-80bb-423b-b4b3-33b4dbfb985a on network 158f698e-4d32-4eab-a98a-a86d85437b4e {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:50:37.288145 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:50:37.288515 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Checking segment: {'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:50:37.288909 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:37.289215 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Publish callbacks [] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:37.289360 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Bound using segment: {'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:50:37.289744 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Bound port: 0d97d745-80bb-423b-b4b3-33b4dbfb985a, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:50:37.290118 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:37.323381 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:37.351853 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] For port 0d97d745-80bb-423b-b4b3-33b4dbfb985a, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:50:37.355344 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] For port 0d97d745-80bb-423b-b4b3-33b4dbfb985a, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=0d97d745-80bb-423b-b4b3-33b4dbfb985a,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:50:37.362536 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:37.367989 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:50:37.372796 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:50:37.375295 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:50:37.380653 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Pushing event updated for resources: {'Port': ['ID=84ee0af7-6e12-441f-94f7-fe7a3add7039,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:37.424685 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac7a46-30a2-41e9-8bdd-1f9329541300 None None] Pushing event updated for resources: {'Port': ['ID=0d97d745-80bb-423b-b4b3-33b4dbfb985a,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:37.635717 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=87,neutron:UPDATE=10,neutron:INSERT=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:37.645262 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:37.923123 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Publish callbacks [] for router_gateway (0310557b-988c-482c-b7ef-f43658b61cda), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:38.116647 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924690'] for router (0310557b-988c-482c-b7ef-f43658b61cda), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:38.232166 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:38.248518 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Router 0310557b-988c-482c-b7ef-f43658b61cda is scheduled to L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 15:50:38.281616 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa82e7-d513-4540-b202-de32a5a0e02a None None] Network 158f698e-4d32-4eab-a98a-a86d85437b4e requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:50:38.321959 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:38.342608 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-de489c16-1826-471f-8561-eb568a648649 None None] Provisioning complete for port 0d97d745-80bb-423b-b4b3-33b4dbfb985a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:38.342973 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-de489c16-1826-471f-8561-eb568a648649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:38.354212 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:50:38.373907 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:38.378268 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-9e6fa50e-3146-495c-bed3-228201f87e1f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7300622 May 24 15:50:38.378625 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56844) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:38.380245 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Sync routers for ids ['0310557b-988c-482c-b7ef-f43658b61cda'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:50:38.385989 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:38.412563 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Routers {'0310557b-988c-482c-b7ef-f43658b61cda'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:50:38.413244 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:50:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['0310557b-988c-482c-b7ef-f43658b61cda'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:38.563862 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 0d97d745-80bb-423b-b4b3-33b4dbfb985a up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:50:38.597804 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-de489c16-1826-471f-8561-eb568a648649 None None] Current status of the port 0d97d745-80bb-423b-b4b3-33b4dbfb985a is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:38.598331 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-de489c16-1826-471f-8561-eb568a648649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:38.629117 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Set router 0310557b-988c-482c-b7ef-f43658b61cda gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:50:38.718424 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-de489c16-1826-471f-8561-eb568a648649 None None] For port 0d97d745-80bb-423b-b4b3-33b4dbfb985a, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=0d97d745-80bb-423b-b4b3-33b4dbfb985a,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:50:38.753443 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-de489c16-1826-471f-8561-eb568a648649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:38.762241 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 0d97d745-80bb-423b-b4b3-33b4dbfb985a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:38.762603 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:38.807607 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:38.859418 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de489c16-1826-471f-8561-eb568a648649 None None] Pushing event updated for resources: {'Port': ['ID=0d97d745-80bb-423b-b4b3-33b4dbfb985a,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:38.904936 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-ad1565e6-5b12-4fc6-bb76-2a18ff4b06cd None None] Provisioning complete for port 0d97d745-80bb-423b-b4b3-33b4dbfb985a triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:38.905274 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad1565e6-5b12-4fc6-bb76-2a18ff4b06cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:38.966111 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:50:37Z', 'revision_number': 3, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:38.966452 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Allocated IP 172.20.0.1 (158f698e-4d32-4eab-a98a-a86d85437b4e/01fd4606-e10b-4df2-887f-a377523b6747/57af0cc2-7352-4974-9cc4-5d65c4f4b829) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:50:38.997793 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Checking router: 0310557b-988c-482c-b7ef-f43658b61cda for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:50:38.998132 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Updating router 0310557b-988c-482c-b7ef-f43658b61cda port 84ee0af7-6e12-441f-94f7-fe7a3add7039 binding host dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:50:38.999950 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 0d97d745-80bb-423b-b4b3-33b4dbfb985a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:39.027717 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:39.036009 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.037299 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:39.078013 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Publish callbacks [] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.111408 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.115546 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ad1565e6-5b12-4fc6-bb76-2a18ff4b06cd None None] Current status of the port 0d97d745-80bb-423b-b4b3-33b4dbfb985a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:39.118912 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:39.154466 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Network 158f698e-4d32-4eab-a98a-a86d85437b4e is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:50:39.157280 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:50:39.160114 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:50:39.188731 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Pushing event updated for resources: {'Port': ['ID=57af0cc2-7352-4974-9cc4-5d65c4f4b829,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:39.208677 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925511'] for router_interface (0310557b-988c-482c-b7ef-f43658b61cda), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.288616 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:39.338487 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.366919 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Publish callbacks [] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.372507 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.425034 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Attempting to bind port 84ee0af7-6e12-441f-94f7-fe7a3add7039 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:50:39.425963 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Attempting to bind port 84ee0af7-6e12-441f-94f7-fe7a3add7039 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:50:39.425963 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Attempting to bind port 84ee0af7-6e12-441f-94f7-fe7a3add7039 on network 89f09afe-9f84-467f-83ae-ba767b6cb40a {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:50:39.429286 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6117e89-03b7-4d53-895f-6773c2aa9624 None None] Pushing event updated for resources: {'Port': ['ID=84ee0af7-6e12-441f-94f7-fe7a3add7039,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:39.444644 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:50:39.445011 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Checking segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:50:39.445432 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.445810 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Bound using segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:50:39.446271 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Bound port: 84ee0af7-6e12-441f-94f7-fe7a3add7039, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:50:39.446635 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.449695 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2102abb6-7241-48f7-8532-6424cadb9597 None None] Provisioning complete for port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:39.450070 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2102abb6-7241-48f7-8532-6424cadb9597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.515375 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2102abb6-7241-48f7-8532-6424cadb9597 None None] Port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:50:39.522571 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] For port 84ee0af7-6e12-441f-94f7-fe7a3add7039, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:50:39.525940 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] For port 84ee0af7-6e12-441f-94f7-fe7a3add7039, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=84ee0af7-6e12-441f-94f7-fe7a3add7039,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:50:39.531496 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.533716 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Publish callbacks [] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.538906 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.590866 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6117e89-03b7-4d53-895f-6773c2aa9624 None None] Pushing event updated for resources: {'Port': ['ID=84ee0af7-6e12-441f-94f7-fe7a3add7039,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:39.593447 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Routers {'0310557b-988c-482c-b7ef-f43658b61cda'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:50:39.594036 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:50:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['0310557b-988c-482c-b7ef-f43658b61cda'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:39.607835 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926679'] for router_interface (0310557b-988c-482c-b7ef-f43658b61cda), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:39.610870 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Pushing event updated for resources: {'Port': ['ID=57af0cc2-7352-4974-9cc4-5d65c4f4b829,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:39.701482 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] Set router 0310557b-988c-482c-b7ef-f43658b61cda gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:50:39.705223 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Network 158f698e-4d32-4eab-a98a-a86d85437b4e is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:50:39.706594 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:50:39.760793 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:39.824953 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Router 0310557b-988c-482c-b7ef-f43658b61cda has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:50:39.848682 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:39.904003 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '57af0cc2-7352-4974-9cc4-5d65c4f4b829', 'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'mac_address': 'fa:16:3e:2f:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:38Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 2, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'subnets': [{'id': '01fd4606-e10b-4df2-887f-a377523b6747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:39.933767 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:50:39.937629 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-c778c3ed-2fa7-4a2d-a3bc-0f59df1a54f6 admin admin] 10.222.0.55 "PUT /v2.0/routers/0310557b-988c-482c-b7ef-f43658b61cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5579076 May 24 15:50:40.063633 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604e1f44-3c15-4941-9a18-0b0903f9c5bc None None] The sync data for ids ['0310557b-988c-482c-b7ef-f43658b61cda'] in dv-cinder-843153-1-iscsi is: [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '57af0cc2-7352-4974-9cc4-5d65c4f4b829', 'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'mac_address': 'fa:16:3e:2f:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:38Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 2, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'subnets': [{'id': '01fd4606-e10b-4df2-887f-a377523b6747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:50:40.071229 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-988d5705-4bea-47c2-8b24-b3fd700c3bf0 None None] Provisioning complete for port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:40.071487 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-988d5705-4bea-47c2-8b24-b3fd700c3bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:40.105228 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-988d5705-4bea-47c2-8b24-b3fd700c3bf0 None None] Port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:50:40.460877 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56860) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:40.465836 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2005725753-network', 'tenant_id': '962ac7d1acd7471d937731b813ec4123'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:40.491191 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Made reservation on behalf of 962ac7d1acd7471d937731b813ec4123 for: {'network': 1} {{(pid=104075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:50:40.494053 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for network (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:40.505141 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:40.510948 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 0d97d745-80bb-423b-b4b3-33b4dbfb985a up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:50:40.565002 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 0d97d745-80bb-423b-b4b3-33b4dbfb985a triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:40.565427 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:40.578307 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:40.598117 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Publish callbacks [] for security_group (d6790125-b919-4c63-8a17-65ca121c4ee6), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:40.598859 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:40.603060 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d6790125-b919-4c63-8a17-65ca121c4ee6), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:40.631436 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=104075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 24 15:50:40.642796 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6790125-b919-4c63-8a17-65ca121c4ee6,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:40.647933 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751498965598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:40.648372 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.db.segments_db [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Added segment ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d of type vlan for network 811eb90f-930a-4913-9a7c-dec89120304b May 24 15:50:40.653664 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 0d97d745-80bb-423b-b4b3-33b4dbfb985a is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:40.692422 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751498409027'] for network (811eb90f-930a-4913-9a7c-dec89120304b), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:40.738316 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322'] for network (811eb90f-930a-4913-9a7c-dec89120304b), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:40.739366 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:50:40.739943 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:40.793583 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3315597 May 24 15:50:40.796525 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56862) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:40.801994 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Request body: {'subnet': {'network_id': '811eb90f-930a-4913-9a7c-dec89120304b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2005725753-subnet', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:40.809873 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b40d26-ebd6-4a2e-885f-6a86c3da64b7 admin admin] Pushing event updated for resources: {'Network': ['ID=811eb90f-930a-4913-9a7c-dec89120304b,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:40.822334 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Network 811eb90f-930a-4913-9a7c-dec89120304b details requested by agent ovs-agent-dv-cinder-843153-1-iscsi with host dv-cinder-843153-1-iscsi {{(pid=104077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 24 15:50:40.825567 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Made reservation on behalf of 962ac7d1acd7471d937731b813ec4123 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:50:40.828164 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8497209'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:40.880974 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:40.899165 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:41.011240 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8731813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8497355'] for subnet (051cb860-6b17-4c2e-828a-b8b95cb600a1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.067256 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=051cb860-6b17-4c2e-828a-b8b95cb600a1,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:41.078805 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.079145 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.079518 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.079977 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.080399 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.080729 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.081020 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.081467 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.081647 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.081997 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.082300 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.082616 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.082930 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.083232 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.083544 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:41.090282 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Checking segment: {'id': 'ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:50:41.090666 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Network hostable DHCP agents. Network: 811eb90f-930a-4913-9a7c-dec89120304b, hostable agents: ['bca99014-502e-4658-81b7-58bcd9320fb3'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 24 15:50:41.109950 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Network 811eb90f-930a-4913-9a7c-dec89120304b is scheduled to be hosted by DHCP agent bca99014-502e-4658-81b7-58bcd9320fb3 with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 24 15:50:41.120633 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843153-1-iscsi, 811eb90f-930a-4913-9a7c-dec89120304b) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:50:41.124973 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:50:41.125559 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.132048 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916824a5-a17b-437e-9e24-f49831509573 None None] Network 811eb90f-930a-4913-9a7c-dec89120304b requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:50:41.147801 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56864) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:41.148607 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-99a44770-7234-467d-8dea-6b35ddf47fa3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3509526 May 24 15:50:41.152217 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2005725753-router', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:41.174143 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-927047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4733'] for router (cebd36e7-ab22-43b2-8676-10339d6276b8), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.175255 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4726'] for router (cebd36e7-ab22-43b2-8676-10339d6276b8), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.242229 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Publish callbacks [] for router_controller (cebd36e7-ab22-43b2-8676-10339d6276b8), precommit_add_association {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.248049 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cafb656-3f67-50a2-96d4-d932412c16ff-811eb90f-930a-4913-9a7c-dec89120304b', 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b', 'project_id': '962ac7d1acd7471d937731b813ec4123', 'fixed_ips': [{'subnet_id': '051cb860-6b17-4c2e-828a-b8b95cb600a1'}]}} from dv-cinder-843153-1-iscsi. {{(pid=104077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 24 15:50:41.250362 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.382926 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Publish callbacks [] for router_gateway (cebd36e7-ab22-43b2-8676-10339d6276b8), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.395895 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Allocated IP 172.20.0.2 (811eb90f-930a-4913-9a7c-dec89120304b/051cb860-6b17-4c2e-828a-b8b95cb600a1/22ae33c2-b923-4cdc-96dd-1781866c8d53) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:50:41.539527 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Publish callbacks [] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.546595 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.563114 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Publish callbacks [] for router_gateway (cebd36e7-ab22-43b2-8676-10339d6276b8), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.583337 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.587390 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Network 811eb90f-930a-4913-9a7c-dec89120304b is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:50:41.590735 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:50:41.595294 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:50:41.601933 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Pushing event updated for resources: {'Port': ['ID=22ae33c2-b923-4cdc-96dd-1781866c8d53,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:41.622846 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:41.658184 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Attempting to bind port 22ae33c2-b923-4cdc-96dd-1781866c8d53 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:50:41.658617 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Attempting to bind port 22ae33c2-b923-4cdc-96dd-1781866c8d53 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:50:41.659152 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Attempting to bind port 22ae33c2-b923-4cdc-96dd-1781866c8d53 on network 811eb90f-930a-4913-9a7c-dec89120304b {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:50:41.664413 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:50:41.664749 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Checking segment: {'id': 'ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:50:41.665141 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.665551 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Bound using segment: {'id': 'ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:50:41.665970 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Bound port: 22ae33c2-b923-4cdc-96dd-1781866c8d53, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:50:41.666375 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.699586 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Allocated IP 172.27.3.97 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/426827e9-8fdd-4cc6-8055-a1b39a0e4cbb) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:50:41.706054 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:41.729327 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] For port 22ae33c2-b923-4cdc-96dd-1781866c8d53, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:50:41.732674 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] For port 22ae33c2-b923-4cdc-96dd-1781866c8d53, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=22ae33c2-b923-4cdc-96dd-1781866c8d53,segment=NetworkSegment(ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d),segment_id=ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:50:41.739799 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.804198 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e7fe4-32aa-4462-9f5f-1333c74e0bb9 None None] Pushing event updated for resources: {'Port': ['ID=22ae33c2-b923-4cdc-96dd-1781866c8d53,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:41.820551 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Publish callbacks [] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.831371 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:41.859122 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:41.907343 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:50:41.912872 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:50:41.914504 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:50:41.915041 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Pushing event updated for resources: {'Port': ['ID=426827e9-8fdd-4cc6-8055-a1b39a0e4cbb,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:41.917273 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:50:42.166913 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Sync routers for ids ['0310557b-988c-482c-b7ef-f43658b61cda'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:50:42.177071 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Routers {'0310557b-988c-482c-b7ef-f43658b61cda'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:50:42.177702 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:50:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['0310557b-988c-482c-b7ef-f43658b61cda'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:42.187835 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Publish callbacks [] for router_gateway (cebd36e7-ab22-43b2-8676-10339d6276b8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:42.275979 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Set router 0310557b-988c-482c-b7ef-f43658b61cda gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:50:42.388640 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924690'] for router (cebd36e7-ab22-43b2-8676-10339d6276b8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:42.562191 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 84ee0af7-6e12-441f-94f7-fe7a3add7039 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:50:42.589822 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '57af0cc2-7352-4974-9cc4-5d65c4f4b829', 'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'mac_address': 'fa:16:3e:2f:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:38Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 2, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'subnets': [{'id': '01fd4606-e10b-4df2-887f-a377523b6747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:42.607622 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:42.621178 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Checking router: 0310557b-988c-482c-b7ef-f43658b61cda for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:50:42.621637 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Updating router 0310557b-988c-482c-b7ef-f43658b61cda port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 binding host dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:50:42.630795 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 84ee0af7-6e12-441f-94f7-fe7a3add7039 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:42.631205 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:42.656352 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:42.717172 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 84ee0af7-6e12-441f-94f7-fe7a3add7039 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:42.717569 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:42.745367 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port 84ee0af7-6e12-441f-94f7-fe7a3add7039, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=84ee0af7-6e12-441f-94f7-fe7a3add7039,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:50:42.752126 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:42.753655 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 22ae33c2-b923-4cdc-96dd-1781866c8d53 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:50:42.768715 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:42.828672 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Router cebd36e7-ab22-43b2-8676-10339d6276b8 is scheduled to L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd with binding_index 1 {{(pid=104075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 24 15:50:42.859778 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=84ee0af7-6e12-441f-94f7-fe7a3add7039,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:42.879630 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 22ae33c2-b923-4cdc-96dd-1781866c8d53 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:42.880796 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:42.944353 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:50:42.961506 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Sync routers for ids ['cebd36e7-ab22-43b2-8676-10339d6276b8'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:50:42.966757 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:42.970825 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-3ecc7ecb-267b-4ca3-a7a5-d2fea88e7b06 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8192687 May 24 15:50:42.971170 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56866) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:42.984566 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Routers {'cebd36e7-ab22-43b2-8676-10339d6276b8'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:50:42.985188 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:50:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cebd36e7-ab22-43b2-8676-10339d6276b8'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:42.987280 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 22ae33c2-b923-4cdc-96dd-1781866c8d53 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:42.987544 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.012325 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Publish callbacks [] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.021203 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.033869 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2101b88-3835-4016-b9ca-2d5abeca7dcf None None] Network 811eb90f-930a-4913-9a7c-dec89120304b requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:50:43.080093 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Pushing event updated for resources: {'Port': ['ID=57af0cc2-7352-4974-9cc4-5d65c4f4b829,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:43.092323 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.092801 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.093272 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.093696 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.094118 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.094535 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.095250 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.095250 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.096439 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.096567 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.096936 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.097326 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.097846 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.098142 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.098519 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:50:43.112165 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7963ff3e-af7e-41f4-b0d8-24a8a1508d87 None None] Provisioning complete for port 22ae33c2-b923-4cdc-96dd-1781866c8d53 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:43.112533 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7963ff3e-af7e-41f4-b0d8-24a8a1508d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.156492 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:43.169595 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Attempting to bind port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:50:43.169963 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Attempting to bind port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:50:43.170315 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Attempting to bind port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 on network 158f698e-4d32-4eab-a98a-a86d85437b4e {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:50:43.176953 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:50:43.177683 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Checking segment: {'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:50:43.178237 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.178781 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Bound using segment: {'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:50:43.179444 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Bound port: 57af0cc2-7352-4974-9cc4-5d65c4f4b829, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:50:43.179987 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.195616 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:43.232123 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Set router cebd36e7-ab22-43b2-8676-10339d6276b8 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:50:43.258668 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] For port 57af0cc2-7352-4974-9cc4-5d65c4f4b829, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:50:43.262568 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] For port 57af0cc2-7352-4974-9cc4-5d65c4f4b829, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=57af0cc2-7352-4974-9cc4-5d65c4f4b829,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:50:43.270745 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.328171 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port 22ae33c2-b923-4cdc-96dd-1781866c8d53, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=22ae33c2-b923-4cdc-96dd-1781866c8d53,segment=NetworkSegment(ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d),segment_id=ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:50:43.334192 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdedd85-f52f-4af6-9e7e-b8757cd8390b None None] Pushing event updated for resources: {'Port': ['ID=57af0cc2-7352-4974-9cc4-5d65c4f4b829,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:43.349076 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Routers {'0310557b-988c-482c-b7ef-f43658b61cda'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:50:43.349697 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:50:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['0310557b-988c-482c-b7ef-f43658b61cda'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:43.359569 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.458129 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:43.463074 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] Set router 0310557b-988c-482c-b7ef-f43658b61cda gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:50:43.468580 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.498237 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:43.527714 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=22ae33c2-b923-4cdc-96dd-1781866c8d53,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:43.535459 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7963ff3e-af7e-41f4-b0d8-24a8a1508d87 None None] Current status of the port 22ae33c2-b923-4cdc-96dd-1781866c8d53 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:43.557473 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:43.609849 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'name': 'tempest-TestShelveInstance-2005725753-router', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:42Z', 'revision_number': 3, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'gw_port': {'id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:43.710013 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_common [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Allocated IP 172.20.0.1 (811eb90f-930a-4913-9a7c-dec89120304b/051cb860-6b17-4c2e-828a-b8b95cb600a1/26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408) {{(pid=104075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:50:43.733052 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '57af0cc2-7352-4974-9cc4-5d65c4f4b829', 'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'mac_address': 'fa:16:3e:2f:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:38Z', 'updated_at': '2022-05-24T15:50:43Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'subnets': [{'id': '01fd4606-e10b-4df2-887f-a377523b6747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:43.762303 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709ce23-f025-4bf4-8b4f-30aed66e7269 None None] The sync data for ids ['0310557b-988c-482c-b7ef-f43658b61cda'] in dv-cinder-843153-1-iscsi is: [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '57af0cc2-7352-4974-9cc4-5d65c4f4b829', 'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'mac_address': 'fa:16:3e:2f:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:38Z', 'updated_at': '2022-05-24T15:50:43Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'subnets': [{'id': '01fd4606-e10b-4df2-887f-a377523b6747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:50:43.816787 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Checking router: cebd36e7-ab22-43b2-8676-10339d6276b8 for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:50:43.817362 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Updating router cebd36e7-ab22-43b2-8676-10339d6276b8 port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb binding host dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:50:43.821702 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:43.825134 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0ce54f74-67eb-4c12-833a-7d079436a98a None None] Provisioning complete for port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:43.825598 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ce54f74-67eb-4c12-833a-7d079436a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.843715 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Publish callbacks [] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.875987 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.879370 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:43.925855 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Network 811eb90f-930a-4913-9a7c-dec89120304b is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:50:43.931089 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:50:43.934344 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Pushing event updated for resources: {'Port': ['ID=26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408,revision_number=1']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:43.936439 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Received port after_create {{(pid=104075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:50:43.976749 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925511'] for router_interface (cebd36e7-ab22-43b2-8676-10339d6276b8), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.034913 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0ce54f74-67eb-4c12-833a-7d079436a98a None None] Current status of the port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:44.035613 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ce54f74-67eb-4c12-833a-7d079436a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.039353 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:44.131737 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), before_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.188773 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0ce54f74-67eb-4c12-833a-7d079436a98a None None] For port 57af0cc2-7352-4974-9cc4-5d65c4f4b829, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=57af0cc2-7352-4974-9cc4-5d65c4f4b829,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:50:44.195927 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ce54f74-67eb-4c12-833a-7d079436a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.292306 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce54f74-67eb-4c12-833a-7d079436a98a None None] Pushing event updated for resources: {'Port': ['ID=57af0cc2-7352-4974-9cc4-5d65c4f4b829,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:44.310295 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Publish callbacks [] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.320742 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.327275 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2536ad16-d57a-4ce3-a5e5-81289a19bfa2 None None] Provisioning complete for port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:44.327673 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2536ad16-d57a-4ce3-a5e5-81289a19bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.341927 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Publish callbacks [] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), precommit_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.348428 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2946942'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), after_update {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.405754 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Attempting to bind port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:50:44.406537 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Attempting to bind port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:50:44.406537 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Attempting to bind port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb on network 89f09afe-9f84-467f-83ae-ba767b6cb40a {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:50:44.411952 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2536ad16-d57a-4ce3-a5e5-81289a19bfa2 None None] Port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:50:44.422383 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-498432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-926679'] for router_interface (cebd36e7-ab22-43b2-8676-10339d6276b8), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.422561 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd990d-8d8b-4225-a68c-fe650282dc15 None None] Pushing event updated for resources: {'Port': ['ID=426827e9-8fdd-4cc6-8055-a1b39a0e4cbb,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:44.428521 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Pushing event updated for resources: {'Port': ['ID=26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408,revision_number=2']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:44.432784 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:50:44.433159 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Checking segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:50:44.433579 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.434014 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Bound using segment: {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:50:44.434441 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Bound port: 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a8db3e-3f41-4ccc-8096-009289ba2741', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:50:44.435299 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.436433 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:44.440417 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2536ad16-d57a-4ce3-a5e5-81289a19bfa2 None None] Provisioning complete for port 22ae33c2-b923-4cdc-96dd-1781866c8d53 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:44.440792 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2536ad16-d57a-4ce3-a5e5-81289a19bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.525641 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:44.533217 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] For port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:50:44.538977 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] For port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=426827e9-8fdd-4cc6-8055-a1b39a0e4cbb,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:50:44.546438 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Network 811eb90f-930a-4913-9a7c-dec89120304b is already hosted by enough agents. {{(pid=104075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:50:44.548134 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.base_scheduler [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:50:44.570120 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.621132 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 84ee0af7-6e12-441f-94f7-fe7a3add7039 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:50:44.636056 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2536ad16-d57a-4ce3-a5e5-81289a19bfa2 None None] Current status of the port 22ae33c2-b923-4cdc-96dd-1781866c8d53 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:44.678144 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Router cebd36e7-ab22-43b2-8676-10339d6276b8 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:50:44.696627 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-2536ad16-d57a-4ce3-a5e5-81289a19bfa2 None None] Provisioning complete for port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:44.697001 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2536ad16-d57a-4ce3-a5e5-81289a19bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.701559 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Routers {'cebd36e7-ab22-43b2-8676-10339d6276b8'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:50:44.702199 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:50:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cebd36e7-ab22-43b2-8676-10339d6276b8'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:44.703946 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd990d-8d8b-4225-a68c-fe650282dc15 None None] Pushing event updated for resources: {'Port': ['ID=426827e9-8fdd-4cc6-8055-a1b39a0e4cbb,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:44.777956 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:44.789835 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:50:44.791929 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 84ee0af7-6e12-441f-94f7-fe7a3add7039 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:44.792541 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:44.794832 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-5eb5dc78-3736-4416-8ab1-2409fdfa81d6 admin admin] 10.222.0.55 "PUT /v2.0/routers/cebd36e7-ab22-43b2-8676-10339d6276b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8224049 May 24 15:50:44.917607 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] Set router cebd36e7-ab22-43b2-8676-10339d6276b8 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:50:44.920140 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-2536ad16-d57a-4ce3-a5e5-81289a19bfa2 None None] Current status of the port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:45.018953 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 84ee0af7-6e12-441f-94f7-fe7a3add7039 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:45.019777 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 57af0cc2-7352-4974-9cc4-5d65c4f4b829 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:50:45.100900 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-01183493-8410-48d4-be41-924535bf687a None None] Provisioning complete for port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:45.101261 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-01183493-8410-48d4-be41-924535bf687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:45.165995 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-01183493-8410-48d4-be41-924535bf687a None None] Port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:50:45.174906 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:45.175284 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:45.178892 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:45.248900 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'name': 'tempest-TestShelveInstance-2005725753-router', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 4, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'gw_port': {'id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408', 'name': '', 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'mac_address': 'fa:16:3e:e6:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '051cb860-6b17-4c2e-828a-b8b95cb600a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:43Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 2, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'subnets': [{'id': '051cb860-6b17-4c2e-828a-b8b95cb600a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:45.275466 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fbf0b8-7bff-4ffa-8dbd-88a4c3af3da3 None None] The sync data for ids ['cebd36e7-ab22-43b2-8676-10339d6276b8'] in dv-cinder-843153-1-iscsi is: [{'id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'name': 'tempest-TestShelveInstance-2005725753-router', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 4, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'gw_port': {'id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408', 'name': '', 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'mac_address': 'fa:16:3e:e6:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '051cb860-6b17-4c2e-828a-b8b95cb600a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:43Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 2, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'subnets': [{'id': '051cb860-6b17-4c2e-828a-b8b95cb600a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:50:45.312799 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:45.313877 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 22ae33c2-b923-4cdc-96dd-1781866c8d53 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:50:45.316193 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:45.358560 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 22ae33c2-b923-4cdc-96dd-1781866c8d53 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:45.358925 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:45.436137 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 22ae33c2-b923-4cdc-96dd-1781866c8d53 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:46.162870 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56878) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:46.167431 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1dfe4b04-28b5-4f96-bfc3-be53ddc50c43 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-359651176', 'description': 'tempest-secgroup-smoke-359651176 description', 'project_id': '6341a9bfc680413892cbfbb3e3845604'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:46.192108 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4b04-28b5-4f96-bfc3-be53ddc50c43 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.264804 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4b04-28b5-4f96-bfc3-be53ddc50c43 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group (d34f7570-46a9-49c3-ac0f-6a8ea68cca4a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.270217 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4b04-28b5-4f96-bfc3-be53ddc50c43 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d34f7570-46a9-49c3-ac0f-6a8ea68cca4a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.300707 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4b04-28b5-4f96-bfc3-be53ddc50c43 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.301911 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1dfe4b04-28b5-4f96-bfc3-be53ddc50c43 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1380174 May 24 15:50:46.302838 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe4b04-28b5-4f96-bfc3-be53ddc50c43 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:46.305066 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 56880) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:46.309501 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.v2.base [None req-8f6a86b8-93d5-4cd3-998c-dde45505b240 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Request body: {'security_group_rule': {'security_group_id': 'd34f7570-46a9-49c3-ac0f-6a8ea68cca4a', 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:46.339529 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f6a86b8-93d5-4cd3-998c-dde45505b240 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (abb0ace8-30d4-49f4-8b0e-309d1ae7b668), before_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.388838 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f6a86b8-93d5-4cd3-998c-dde45505b240 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (abb0ace8-30d4-49f4-8b0e-309d1ae7b668), precommit_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.394195 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f6a86b8-93d5-4cd3-998c-dde45505b240 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (abb0ace8-30d4-49f4-8b0e-309d1ae7b668), after_create {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.413499 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a86b8-93d5-4cd3-998c-dde45505b240 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb0ace8-30d4-49f4-8b0e-309d1ae7b668,revision_number=0']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:46.418919 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-8f6a86b8-93d5-4cd3-998c-dde45505b240 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.420472 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-8f6a86b8-93d5-4cd3-998c-dde45505b240 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144249 May 24 15:50:46.423416 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56882) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:46.428169 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-135c46ef-e3e5-4a68-8232-1274f31fcd04 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Request body: {'security_group_rule': {'security_group_id': 'd34f7570-46a9-49c3-ac0f-6a8ea68cca4a', 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:46.460936 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-135c46ef-e3e5-4a68-8232-1274f31fcd04 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (2a207507-37a7-421b-9c69-492b7c6471f7), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.534519 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-135c46ef-e3e5-4a68-8232-1274f31fcd04 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (2a207507-37a7-421b-9c69-492b7c6471f7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.537823 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-135c46ef-e3e5-4a68-8232-1274f31fcd04 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (2a207507-37a7-421b-9c69-492b7c6471f7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.558455 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c46ef-e3e5-4a68-8232-1274f31fcd04 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a207507-37a7-421b-9c69-492b7c6471f7,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:46.563224 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-135c46ef-e3e5-4a68-8232-1274f31fcd04 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.564699 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-135c46ef-e3e5-4a68-8232-1274f31fcd04 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401117 May 24 15:50:46.567372 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56884) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:46.571642 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d7f205ba-6a8a-4415-9f1e-2c10b973416a tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Request body: {'security_group_rule': {'security_group_id': 'd34f7570-46a9-49c3-ac0f-6a8ea68cca4a', 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:46.599551 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7f205ba-6a8a-4415-9f1e-2c10b973416a tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (a3087c1d-4087-40d2-88a5-efe0eeb0c44c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.661380 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7f205ba-6a8a-4415-9f1e-2c10b973416a tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (a3087c1d-4087-40d2-88a5-efe0eeb0c44c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.666160 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7f205ba-6a8a-4415-9f1e-2c10b973416a tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (a3087c1d-4087-40d2-88a5-efe0eeb0c44c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.684478 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f205ba-6a8a-4415-9f1e-2c10b973416a tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3087c1d-4087-40d2-88a5-efe0eeb0c44c,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:46.694224 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d7f205ba-6a8a-4415-9f1e-2c10b973416a tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.695439 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d7f205ba-6a8a-4415-9f1e-2c10b973416a tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271544 May 24 15:50:46.698216 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56886) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:46.702600 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-41940713-67c2-486c-bdca-932ae2e17a0d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Request body: {'security_group_rule': {'security_group_id': 'd34f7570-46a9-49c3-ac0f-6a8ea68cca4a', 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:46.710047 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=10,neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:46.728295 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:46.732837 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-41940713-67c2-486c-bdca-932ae2e17a0d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (a42a7792-e389-4250-b3a7-301147e6d16f), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.786058 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-41940713-67c2-486c-bdca-932ae2e17a0d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (a42a7792-e389-4250-b3a7-301147e6d16f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.790189 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-41940713-67c2-486c-bdca-932ae2e17a0d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (a42a7792-e389-4250-b3a7-301147e6d16f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.810131 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41940713-67c2-486c-bdca-932ae2e17a0d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42a7792-e389-4250-b3a7-301147e6d16f,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:46.816182 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-41940713-67c2-486c-bdca-932ae2e17a0d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.817213 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-41940713-67c2-486c-bdca-932ae2e17a0d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180575 May 24 15:50:46.819991 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56888) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:46.824337 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9986dead-e1fb-48dc-b935-bfde4b6949f8 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Request body: {'security_group_rule': {'security_group_id': 'd34f7570-46a9-49c3-ac0f-6a8ea68cca4a', 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:46.846346 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-9986dead-e1fb-48dc-b935-bfde4b6949f8 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Project 6341a9bfc680413892cbfbb3e3845604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 15:50:46.852256 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9986dead-e1fb-48dc-b935-bfde4b6949f8 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (130535d5-7c3a-4c9b-af23-a3c7d184e47c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.919867 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9986dead-e1fb-48dc-b935-bfde4b6949f8 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (130535d5-7c3a-4c9b-af23-a3c7d184e47c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.924283 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9986dead-e1fb-48dc-b935-bfde4b6949f8 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (130535d5-7c3a-4c9b-af23-a3c7d184e47c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.943040 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986dead-e1fb-48dc-b935-bfde4b6949f8 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130535d5-7c3a-4c9b-af23-a3c7d184e47c,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:46.952379 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9986dead-e1fb-48dc-b935-bfde4b6949f8 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:46.956424 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9986dead-e1fb-48dc-b935-bfde4b6949f8 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325996 May 24 15:50:46.956685 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 56890) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:50:46.961087 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-49ea1a28-855d-4ce6-80bf-3a3704b5a40d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Request body: {'security_group_rule': {'security_group_id': 'd34f7570-46a9-49c3-ac0f-6a8ea68cca4a', 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:50:46.984397 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-49ea1a28-855d-4ce6-80bf-3a3704b5a40d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Project 6341a9bfc680413892cbfbb3e3845604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 24 15:50:46.990540 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49ea1a28-855d-4ce6-80bf-3a3704b5a40d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (cd99aede-10eb-4846-92e3-be591f2194ef), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:47.055277 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49ea1a28-855d-4ce6-80bf-3a3704b5a40d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (cd99aede-10eb-4846-92e3-be591f2194ef), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:47.060714 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49ea1a28-855d-4ce6-80bf-3a3704b5a40d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640632'] for security_group_rule (cd99aede-10eb-4846-92e3-be591f2194ef), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:47.078900 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea1a28-855d-4ce6-80bf-3a3704b5a40d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd99aede-10eb-4846-92e3-be591f2194ef,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:47.089051 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-49ea1a28-855d-4ce6-80bf-3a3704b5a40d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:47.090311 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-49ea1a28-855d-4ce6-80bf-3a3704b5a40d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326900 May 24 15:50:47.852343 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Sync routers for ids ['cebd36e7-ab22-43b2-8676-10339d6276b8'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:50:47.863675 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Routers {'cebd36e7-ab22-43b2-8676-10339d6276b8'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:50:47.864327 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:50:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cebd36e7-ab22-43b2-8676-10339d6276b8'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:47.969085 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Set router cebd36e7-ab22-43b2-8676-10339d6276b8 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:50:48.195086 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'name': 'tempest-TestShelveInstance-2005725753-router', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 4, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'gw_port': {'id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408', 'name': '', 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'mac_address': 'fa:16:3e:e6:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '051cb860-6b17-4c2e-828a-b8b95cb600a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:43Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 2, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'subnets': [{'id': '051cb860-6b17-4c2e-828a-b8b95cb600a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:48.219397 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Checking router: cebd36e7-ab22-43b2-8676-10339d6276b8 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:50:48.219744 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Updating router cebd36e7-ab22-43b2-8676-10339d6276b8 port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 binding host dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 24 15:50:48.241553 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:48.249051 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:48.525928 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:50:48.573398 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:48.573768 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:48.630259 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Publish callbacks [] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:48.636575 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:48.650620 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:48.650996 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:48.672349 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] For port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=426827e9-8fdd-4cc6-8055-a1b39a0e4cbb,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:50:48.674441 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:48.677057 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:48.683999 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4938a55-afa4-4a74-b255-bed5e45e5979 None None] Pushing event updated for resources: {'Port': ['ID=26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:48.726427 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Pushing event updated for resources: {'Port': ['ID=426827e9-8fdd-4cc6-8055-a1b39a0e4cbb,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:48.758025 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Attempting to bind port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 on host dv-cinder-843153-1-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:50:48.758456 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Attempting to bind port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 by drivers openvswitch,hyperv on host dv-cinder-843153-1-iscsi at level 0 using segments [{'id': 'ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:50:48.758817 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Attempting to bind port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 on network 811eb90f-930a-4913-9a7c-dec89120304b {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:50:48.766368 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Checking agent: {'id': '9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843153-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 29, 32), 'started_at': datetime.datetime(2022, 5, 24, 15, 30, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843153-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:50:48.766912 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Checking segment: {'id': 'ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:50:48.767348 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:48.767736 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Bound using segment: {'id': 'ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:50:48.768464 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Bound port: 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408, host: dv-cinder-843153-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:50:48.768844 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:48.832701 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] For port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408, host dv-cinder-843153-1-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:50:48.836226 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] For port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408, host dv-cinder-843153-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408,segment=NetworkSegment(ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d),segment_id=ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:50:48.843046 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:48.895672 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Routers {'cebd36e7-ab22-43b2-8676-10339d6276b8'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:50:48.897015 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:50:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cebd36e7-ab22-43b2-8676-10339d6276b8'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:48.913121 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-7dddfd24-0e08-4dc0-9cc1-c65442a8a21d None None] Provisioning complete for port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:48.913577 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7dddfd24-0e08-4dc0-9cc1-c65442a8a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:48.944605 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4938a55-afa4-4a74-b255-bed5e45e5979 None None] Pushing event updated for resources: {'Port': ['ID=26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:49.008081 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7dddfd24-0e08-4dc0-9cc1-c65442a8a21d None None] Current status of the port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 is: DOWN; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:49.008489 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7dddfd24-0e08-4dc0-9cc1-c65442a8a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:49.023876 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] Set router cebd36e7-ab22-43b2-8676-10339d6276b8 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:50:49.044937 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7dddfd24-0e08-4dc0-9cc1-c65442a8a21d None None] For port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408,segment=NetworkSegment(ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d),segment_id=ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:50:49.050566 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7dddfd24-0e08-4dc0-9cc1-c65442a8a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:49.098021 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddfd24-0e08-4dc0-9cc1-c65442a8a21d None None] Pushing event updated for resources: {'Port': ['ID=26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:50:49.169706 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-0f3e47df-6c51-4e17-9d24-1e1a6bd1dd75 None None] Provisioning complete for port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:49.170079 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0f3e47df-6c51-4e17-9d24-1e1a6bd1dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:49.217658 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'name': 'tempest-TestShelveInstance-2005725753-router', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 4, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'gw_port': {'id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408', 'name': '', 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'mac_address': 'fa:16:3e:e6:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '051cb860-6b17-4c2e-828a-b8b95cb600a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:43Z', 'updated_at': '2022-05-24T15:50:48Z', 'revision_number': 4, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'subnets': [{'id': '051cb860-6b17-4c2e-828a-b8b95cb600a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:50:49.245544 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b11340-75ea-4595-ae9e-38eb769d82a1 None None] The sync data for ids ['cebd36e7-ab22-43b2-8676-10339d6276b8'] in dv-cinder-843153-1-iscsi is: [{'id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'name': 'tempest-TestShelveInstance-2005725753-router', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 4, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'gw_port': {'id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408', 'name': '', 'network_id': '811eb90f-930a-4913-9a7c-dec89120304b', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'mac_address': 'fa:16:3e:e6:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '051cb860-6b17-4c2e-828a-b8b95cb600a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:43Z', 'updated_at': '2022-05-24T15:50:48Z', 'revision_number': 4, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'subnets': [{'id': '051cb860-6b17-4c2e-828a-b8b95cb600a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:50:49.256998 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0f3e47df-6c51-4e17-9d24-1e1a6bd1dd75 None None] Current status of the port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:50.531985 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:50:50.567580 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:50.580316 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:50.580842 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:50.792022 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:50.793144 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb up at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:50:50.819313 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:50.837274 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Provisioning complete for port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:50:50.837638 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:50.915128 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Current status of the port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb is: ACTIVE; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:50:55.374444 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f976de4e-57e2-45e8-8df9-0fd215820a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:56.409715 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:56.413191 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=16,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:57.077978 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=43,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:57.079685 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:57.624445 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-225f7ca5-e272-4514-b028-c6f56182acf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:59.181266 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:50:59.214757 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:50:59.221808 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:00.373999 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:01.719168 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:02.529503 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-ee9fb846-bf6e-422b-b92d-42d57b6d6f7f tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-359651176&fields=id&tenant_id=6341a9bfc680413892cbfbb3e3845604 HTTP/1.1" status: 200 len: 267 time: 0.0585697 May 24 15:51:02.637322 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-9fd3c1c8-e8c0-4b4e-946c-bec8f23de603 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:02.638664 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-9fd3c1c8-e8c0-4b4e-946c-bec8f23de603 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/networks?id=158f698e-4d32-4eab-a98a-a86d85437b4e HTTP/1.1" status: 200 len: 809 time: 0.1016963 May 24 15:51:02.653761 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-dc01204e-cc73-4ca0-a1c0-299d6a91c8ea tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/quotas/6341a9bfc680413892cbfbb3e3845604 HTTP/1.1" status: 200 len: 375 time: 0.0094337 May 24 15:51:02.703470 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-07b6e14c-9b33-42de-bdaf-1b309049b7b2 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6341a9bfc680413892cbfbb3e3845604&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446889 May 24 15:51:02.804880 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-2471afe2-310a-468b-92ad-c9c3bf9a0003 service neutron] 10.222.0.55 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897632 May 24 15:51:02.906512 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-59e3001c-f0a3-4139-bc5a-d1532f7ed6f7 service neutron] 10.222.0.55 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926199 May 24 15:51:03.225161 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0fff8f19-d438-4a64-a2f8-14803a4166cc req-e66b4a2d-32fb-4994-9fbc-d73735e29381 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 210 time: 0.0330167 May 24 15:51:04.308224 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-475a5f93-b318-421c-9a4c-9e42a045ce1d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:04.309701 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-475a5f93-b318-421c-9a4c-9e42a045ce1d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.59 "GET /v2.0/networks?id=158f698e-4d32-4eab-a98a-a86d85437b4e HTTP/1.1" status: 200 len: 809 time: 0.1089981 May 24 15:51:04.325603 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a0aaba64-e8cd-4289-a9cd-a8b8914a2d8a req-af8299c6-0894-4bb3-a8db-90e229a1ed75 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 210 time: 0.0282679 May 24 15:51:04.638595 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-fa285185-41da-49ff-803f-d1f6a772f723 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6341a9bfc680413892cbfbb3e3845604 HTTP/1.1" status: 200 len: 379 time: 0.3131235 May 24 15:51:04.648477 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Request body: {'port': {'device_id': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'admin_state_up': True, 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'security_groups': ['d34f7570-46a9-49c3-ac0f-6a8ea68cca4a']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:51:04.761650 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Made reservation on behalf of 6341a9bfc680413892cbfbb3e3845604 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 24 15:51:04.765533 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:04.898062 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Allocated IP 172.20.0.12 (158f698e-4d32-4eab-a98a-a86d85437b4e/01fd4606-e10b-4df2-887f-a377523b6747/f4fc067f-b0b2-4c0a-b207-76e106a2f7e0) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:51:05.039723 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:05.074920 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:05.118461 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Network 158f698e-4d32-4eab-a98a-a86d85437b4e is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:51:05.121507 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:51:05.125193 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:51:05.147584 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event updated for resources: {'Port': ['ID=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:51:05.177903 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:05.178537 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:05.200238 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-a7a20da3-b79e-493e-b7f6-7fefd277fa74 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5552518 May 24 15:51:05.217336 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Request body: {'port': {'device_id': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84315'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:51:05.282982 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:05.296865 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:05.313748 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:05.382185 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-be2579c7-c064-43e9-8a47-e74d118b96ca None None] Provisioning complete for port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 triggered by entity DHCP. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:51:05.382810 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be2579c7-c064-43e9-8a47-e74d118b96ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:05.415891 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-be2579c7-c064-43e9-8a47-e74d118b96ca None None] Port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 cannot update to ACTIVE because it is not bound. {{(pid=104077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 24 15:51:05.447754 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820464dc-37e7-4a12-bc65-0768a5292980 req-15ee66c0-af1d-47da-8bfa-7f923dd75cec tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:05.449375 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-820464dc-37e7-4a12-bc65-0768a5292980 req-15ee66c0-af1d-47da-8bfa-7f923dd75cec tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 932 time: 0.0494275 May 24 15:51:05.497920 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-820464dc-37e7-4a12-bc65-0768a5292980 req-7ad1b1c0-d2c0-4b26-8f05-e1afb2b4693b tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428491 May 24 15:51:05.577139 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:51:05.585541 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Publish callbacks [] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:05.601117 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Transition to ACTIVE for port object f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 24 15:51:05.606934 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:05.658863 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:51:05.735129 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Attempting to bind port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 on host hv-cinder-84315 for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 24 15:51:05.735466 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Attempting to bind port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 by drivers openvswitch,hyperv on host hv-cinder-84315 at level 0 using segments [{'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 24 15:51:05.735801 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Attempting to bind port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 on network 158f698e-4d32-4eab-a98a-a86d85437b4e {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:51:05.740903 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 on network 158f698e-4d32-4eab-a98a-a86d85437b4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84315 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 24 15:51:05.741223 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Attempting to bind port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 on network 158f698e-4d32-4eab-a98a-a86d85437b4e {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 24 15:51:05.746261 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Checking agent: {'id': 'ed1c2175-35c0-495f-bdd6-b7046fd5a66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'started_at': datetime.datetime(2022, 5, 24, 15, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 24, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 24 15:51:05.746603 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Checking segment: {'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 24 15:51:05.746998 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Bound using segment: {'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 24 15:51:05.747411 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Bound port: f4fc067f-b0b2-4c0a-b207-76e106a2f7e0, host: hv-cinder-84315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deca1eaf-98b4-472c-bbc3-98a044d22c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 24 15:51:05.747764 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:05.814263 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] For port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0, host hv-cinder-84315, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 24 15:51:05.817504 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] For port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0, host hv-cinder-84315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 24 15:51:05.823195 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:05.858725 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:05.859432 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:05.860821 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] 10.222.0.59 "PUT /v2.0/ports/f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 HTTP/1.1" status: 200 len: 1094 time: 0.6478548 May 24 15:51:05.861259 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:51:05.863701 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555e72f7-255c-454a-97a4-ac7cc84cb7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:51:05.897663 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f973b1-19d7-4d14-b45a-7d48eb9cdb70 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:51:05.908592 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c87218b-635d-4e29-9d32-362fa6fe23eb x-openstack-request-id: req-7c87218b-635d-4e29-9d32-362fa6fe23eb {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:51:05.908889 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:51:05.909197 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c87218b-635d-4e29-9d32-362fa6fe23eb {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:51:05.909571 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c87218b-635d-4e29-9d32-362fa6fe23eb'] response: {'name': 'network-changed', 'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'status': 'completed', 'code': 200} May 24 15:51:05.967550 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-913ce0f2-3a74-454d-92c0-b4ac9e7db539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:05.969121 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-913ce0f2-3a74-454d-92c0-b4ac9e7db539 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6341a9bfc680413892cbfbb3e3845604&device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 1128 time: 0.0428257 May 24 15:51:06.015242 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-f2d56cd8-f563-4c3e-9ce3-56977fdff017 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 HTTP/1.1" status: 200 len: 217 time: 0.0330880 May 24 15:51:06.066831 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-f307f6f1-71b8-4722-9890-c5c0b7f979f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:06.068348 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-f307f6f1-71b8-4722-9890-c5c0b7f979f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01fd4606-e10b-4df2-887f-a377523b6747 HTTP/1.1" status: 200 len: 848 time: 0.0474260 May 24 15:51:06.110968 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-8accd4a8-a71b-4ae6-98c4-f8cfe6e7974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:06.112643 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-8accd4a8-a71b-4ae6-98c4-f8cfe6e7974f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=158f698e-4d32-4eab-a98a-a86d85437b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382829 May 24 15:51:06.188417 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:06.206361 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-2c2780fd-8151-4724-8ccb-80e2b41dab4b service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881116 May 24 15:51:06.308342 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3c38bb21-d036-4843-9f96-33fb9f52484d req-420f7a5e-2326-4dfd-99e0-a9400e8f4e76 service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960183 May 24 15:51:06.628827 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615714b5-ed85-4a10-9ae0-d8c9e75c894d req-6137e607-1272-4ecf-83dc-3cf2be6f0bf9 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:06.629609 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:06.630329 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-615714b5-ed85-4a10-9ae0-d8c9e75c894d req-6137e607-1272-4ecf-83dc-3cf2be6f0bf9 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0526447 May 24 15:51:06.634404 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e72f7-255c-454a-97a4-ac7cc84cb7e2 req-11950c0a-dc96-436a-875d-b3e9f1c13da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:06.636011 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-555e72f7-255c-454a-97a4-ac7cc84cb7e2 req-11950c0a-dc96-436a-875d-b3e9f1c13da0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6341a9bfc680413892cbfbb3e3845604&device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 1128 time: 0.0422492 May 24 15:51:06.682142 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-615714b5-ed85-4a10-9ae0-d8c9e75c894d req-c9ae219e-b165-4c96-bc10-1c512f8423a2 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460029 May 24 15:51:06.732614 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e72f7-255c-454a-97a4-ac7cc84cb7e2 req-ac9c020d-30c2-4051-ac62-e9c3fe7ad4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:06.734039 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-555e72f7-255c-454a-97a4-ac7cc84cb7e2 req-ac9c020d-30c2-4051-ac62-e9c3fe7ad4e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=158f698e-4d32-4eab-a98a-a86d85437b4e HTTP/1.1" status: 200 len: 910 time: 0.0902503 May 24 15:51:06.771984 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-555e72f7-255c-454a-97a4-ac7cc84cb7e2 req-a1c1a6d1-6f4f-409b-b948-62ede47545fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 HTTP/1.1" status: 200 len: 217 time: 0.0324187 May 24 15:51:06.819338 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e72f7-255c-454a-97a4-ac7cc84cb7e2 req-218dcf45-4e9d-43cf-ba0d-31a0535f8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:06.820806 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-555e72f7-255c-454a-97a4-ac7cc84cb7e2 req-218dcf45-4e9d-43cf-ba0d-31a0535f8d76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01fd4606-e10b-4df2-887f-a377523b6747 HTTP/1.1" status: 200 len: 848 time: 0.0438752 May 24 15:51:06.869341 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e72f7-255c-454a-97a4-ac7cc84cb7e2 req-21c1dd10-a751-4448-866c-973686930e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:06.870857 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-555e72f7-255c-454a-97a4-ac7cc84cb7e2 req-21c1dd10-a751-4448-866c-973686930e29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=158f698e-4d32-4eab-a98a-a86d85437b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438941 May 24 15:51:06.963625 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-555e72f7-255c-454a-97a4-ac7cc84cb7e2 req-e9afb70d-2be8-4e7a-8bf8-b4d2d1d830c3 service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864196 May 24 15:51:07.070915 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-555e72f7-255c-454a-97a4-ac7cc84cb7e2 req-60738b5e-f991-4c90-b8c5-842137ad068b service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015019 May 24 15:51:07.640917 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:07.797417 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79484e-76d8-41a5-92fd-d527525d20eb req-7f85ef54-a6dd-48dd-83e9-07303c8ce235 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:07.798870 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f79484e-76d8-41a5-92fd-d527525d20eb req-7f85ef54-a6dd-48dd-83e9-07303c8ce235 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0477934 May 24 15:51:07.856700 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2f79484e-76d8-41a5-92fd-d527525d20eb req-ed47abea-07bd-45a2-a4e9-580e35a7244e tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493999 May 24 15:51:08.980569 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9166a-dfba-43b7-afee-5d9e1c3d2748 req-a8a707c7-fc78-4419-a107-01c7a9e7a167 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:08.982019 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cdc9166a-dfba-43b7-afee-5d9e1c3d2748 req-a8a707c7-fc78-4419-a107-01c7a9e7a167 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0514641 May 24 15:51:09.035900 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cdc9166a-dfba-43b7-afee-5d9e1c3d2748 req-ae788244-63ae-48ca-b8cb-c9ffc1b63523 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481720 May 24 15:51:10.171564 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab9290-1449-4869-8193-387d82515234 req-43990b34-c4e6-42ce-97f7-fffc212576f6 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:10.173035 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-92ab9290-1449-4869-8193-387d82515234 req-43990b34-c4e6-42ce-97f7-fffc212576f6 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0548811 May 24 15:51:10.223423 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-92ab9290-1449-4869-8193-387d82515234 req-d0aeb55c-4d07-42ce-b764-ee3679d7941b tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429740 May 24 15:51:11.337915 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5483e31-e7dc-48e5-a134-578a206b09e5 req-87b12273-1ad1-4e84-b1d8-b3f3ffea618b tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:11.339360 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a5483e31-e7dc-48e5-a134-578a206b09e5 req-87b12273-1ad1-4e84-b1d8-b3f3ffea618b tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0469065 May 24 15:51:11.390435 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a5483e31-e7dc-48e5-a134-578a206b09e5 req-fc25a586-8cd9-4741-92b1-3f15adada4ae tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455201 May 24 15:51:12.481582 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:12.523776 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0aad3-d6ed-463b-a742-2d1cc86cb6d4 req-5c81bdb0-72f4-41bf-be35-d8b1460d02aa tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:12.525254 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-96d0aad3-d6ed-463b-a742-2d1cc86cb6d4 req-5c81bdb0-72f4-41bf-be35-d8b1460d02aa tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0567009 May 24 15:51:12.553633 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:12.576827 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-96d0aad3-d6ed-463b-a742-2d1cc86cb6d4 req-66beb02a-622e-4035-83a4-412467de0c96 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433431 May 24 15:51:13.712057 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ff10f-1daa-4ec8-bb43-2e6f9f97402c req-f9cb22b7-88b2-4de1-9d1b-1aae936672e1 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:13.713781 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-095ff10f-1daa-4ec8-bb43-2e6f9f97402c req-f9cb22b7-88b2-4de1-9d1b-1aae936672e1 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0542748 May 24 15:51:13.764063 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-095ff10f-1daa-4ec8-bb43-2e6f9f97402c req-44f4c359-d6da-467a-8b33-1621abe00a33 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444453 May 24 15:51:14.247194 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:51:14.353093 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:51:14.364704 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'port_id': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'mac_address': 'fa:16:3e:39:23:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:51:14.399630 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:51:14.400005 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:14.412966 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:51:14.437736 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:51:14.444004 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:14.494026 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,revision_number=4']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:51:14.738943 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['f4fc067f-b0b2-4c0a-b207-76e106a2f7e0'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:51:14.781074 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:14.856856 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:14.893321 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7a2fe-f423-4762-858d-db5dc1f4b58c req-c223b4d4-266b-4515-b410-d23d0610cc47 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:14.894775 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eae7a2fe-f423-4762-858d-db5dc1f4b58c req-c223b4d4-266b-4515-b410-d23d0610cc47 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 945 time: 0.0513523 May 24 15:51:14.944049 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-eae7a2fe-f423-4762-858d-db5dc1f4b58c req-d05bcba6-2797-4454-a375-e88d1fd54089 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430582 May 24 15:51:16.077041 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79a108-ffa2-4cbc-8d05-f433449b5366 req-f08bc2a9-db8e-4657-9a4d-43cabd64869d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:16.078478 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5e79a108-ffa2-4cbc-8d05-f433449b5366 req-f08bc2a9-db8e-4657-9a4d-43cabd64869d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 945 time: 0.0562420 May 24 15:51:16.129413 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5e79a108-ffa2-4cbc-8d05-f433449b5366 req-171b4bad-c9cd-47bc-bee3-ad53628a28a2 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451005 May 24 15:51:16.266952 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:51:16.311728 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning for port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 completed by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 24 15:51:16.322116 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:51:16.322848 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:16.405159 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:51:16.405546 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:16.430435 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:51:16.432702 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c150bd62-e205-480c-ae2d-c3d0f097b0ac" -d '{"events": [{"server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "name": "network-vif-plugged", "status": "completed", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:51:16.445415 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:51:16.451875 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:16.500644 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,revision_number=5']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:51:16.551471 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ce6aba-373f-493c-acad-36f5d82fc968 x-openstack-request-id: req-b6ce6aba-373f-493c-acad-36f5d82fc968 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:51:16.551795 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "name": "network-vif-plugged", "status": "completed", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:51:16.552009 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6ce6aba-373f-493c-acad-36f5d82fc968 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:51:16.552457 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ce6aba-373f-493c-acad-36f5d82fc968'] response: {'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'code': 200} May 24 15:51:16.799108 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3b150-482e-41e3-a73f-8ee81bc3a6fb req-f9b4b494-eb46-463c-a92e-25d37ce1e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:16.800644 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6ed3b150-482e-41e3-a73f-8ee81bc3a6fb req-f9b4b494-eb46-463c-a92e-25d37ce1e468 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 1130 time: 0.0460725 May 24 15:51:16.845522 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6ed3b150-482e-41e3-a73f-8ee81bc3a6fb req-00e76e96-52db-4fe7-a369-ab1356638ba3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395753 May 24 15:51:17.252818 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408a3a5-64e3-41d0-b844-dca986008b39 req-c31f7a98-a149-4bc4-935a-f7eb23ff8916 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:17.254345 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b408a3a5-64e3-41d0-b844-dca986008b39 req-c31f7a98-a149-4bc4-935a-f7eb23ff8916 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0477533 May 24 15:51:17.309230 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b408a3a5-64e3-41d0-b844-dca986008b39 req-b408a98c-3975-496d-8f4d-9412a318f4ed tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464377 May 24 15:51:18.437909 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6531e7-937c-4f8a-ba6f-f6b9703e8440 req-026bac26-879f-4f19-9ca0-d8df4e5c307b tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:18.439417 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5f6531e7-937c-4f8a-ba6f-f6b9703e8440 req-026bac26-879f-4f19-9ca0-d8df4e5c307b tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0531497 May 24 15:51:18.492044 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-5f6531e7-937c-4f8a-ba6f-f6b9703e8440 req-9690343d-08c1-41c7-9023-cc40067b9557 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445838 May 24 15:51:18.608155 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d26554-a7e8-4a2f-9455-c0e3dbdb7ec8 req-c1a7ede0-9e11-4e9e-894a-139329561000 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:18.609569 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-94d26554-a7e8-4a2f-9455-c0e3dbdb7ec8 req-c1a7ede0-9e11-4e9e-894a-139329561000 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0509541 May 24 15:51:18.661594 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-94d26554-a7e8-4a2f-9455-c0e3dbdb7ec8 req-bca5b9e6-e129-4866-ae15-dd44e8df007a tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440400 May 24 15:51:18.694717 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 57044) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:51:18.834477 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cec93d-eec0-4b02-93e1-67dfa00f936d tempest-TestShelveInstance-1256141153 tempest-TestShelveInstance-1256141153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:18.835858 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-65cec93d-eec0-4b02-93e1-67dfa00f936d tempest-TestShelveInstance-1256141153 tempest-TestShelveInstance-1256141153-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 1125 time: 0.1401362 May 24 15:51:18.840284 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 57048) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:51:18.844422 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Request body: {'floatingip': {'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'port_id': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 24 15:51:18.868373 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:18.914839 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:51:18.947706 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:19.057041 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Allocated IP 172.27.3.88 (89f09afe-9f84-467f-83ae-ba767b6cb40a/cd59e03b-360b-4939-ac9d-e743c5c62296/26459ccc-a3f3-4ac2-be48-d6837f5bb264) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 24 15:51:19.149103 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:19.175181 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:19.180515 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for port (26459ccc-a3f3-4ac2-be48-d6837f5bb264), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:19.217524 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751498438148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (26459ccc-a3f3-4ac2-be48-d6837f5bb264), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:19.254922 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Network 89f09afe-9f84-467f-83ae-ba767b6cb40a is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 24 15:51:19.259333 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 24 15:51:19.264539 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 24 15:51:19.287688 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event updated for resources: {'Port': ['ID=26459ccc-a3f3-4ac2-be48-d6837f5bb264,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:51:19.629440 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for floatingip (ed2fd0ac-cdfa-405f-8cdb-39284742fcd0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:19.703129 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (26459ccc-a3f3-4ac2-be48-d6837f5bb264), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:19.883347 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for port (26459ccc-a3f3-4ac2-be48-d6837f5bb264), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:19.890683 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8731964'] for port (26459ccc-a3f3-4ac2-be48-d6837f5bb264), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:19.925515 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:19.955588 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event updated for resources: {'Port': ['ID=26459ccc-a3f3-4ac2-be48-d6837f5bb264,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:51:19.975984 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925644'] for floatingip (ed2fd0ac-cdfa-405f-8cdb-39284742fcd0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:20.018001 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:20.076982 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Floating IP ed2fd0ac-cdfa-405f-8cdb-39284742fcd0 associated. External IP: 172.27.3.88, port: f4fc067f-b0b2-4c0a-b207-76e106a2f7e0. May 24 15:51:20.300074 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Router 0310557b-988c-482c-b7ef-f43658b61cda has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:51:20.421274 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:51:20.432356 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234fbc28-dfd1-47ec-b249-1c38cf492938 None None] Sync routers for ids ['0310557b-988c-482c-b7ef-f43658b61cda'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:51:20.442047 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:20.445276 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234fbc28-dfd1-47ec-b249-1c38cf492938 None None] Routers {'0310557b-988c-482c-b7ef-f43658b61cda'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:51:20.445933 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-234fbc28-dfd1-47ec-b249-1c38cf492938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:50:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['0310557b-988c-482c-b7ef-f43658b61cda'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:51:20.475814 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-36954549-e0f2-4aff-9c1f-eb335579edb7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6345446 May 24 15:51:20.476554 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:51:20.479343 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d351c4-e384-4be6-b8d7-e6aad208a2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:51:20.515754 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6c8e88-aef4-469c-a2cd-50c8a403f1f6 x-openstack-request-id: req-2f6c8e88-aef4-469c-a2cd-50c8a403f1f6 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:51:20.516140 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:51:20.516394 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f6c8e88-aef4-469c-a2cd-50c8a403f1f6 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:51:20.516794 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6c8e88-aef4-469c-a2cd-50c8a403f1f6'] response: {'name': 'network-changed', 'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'status': 'completed', 'code': 200} May 24 15:51:20.554027 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-234fbc28-dfd1-47ec-b249-1c38cf492938 None None] Set router 0310557b-988c-482c-b7ef-f43658b61cda gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:51:20.610214 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d351c4-e384-4be6-b8d7-e6aad208a2cd req-a5686a0a-1014-4b01-9399-67918ddddcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:20.611731 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7d351c4-e384-4be6-b8d7-e6aad208a2cd req-a5686a0a-1014-4b01-9399-67918ddddcd4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6341a9bfc680413892cbfbb3e3845604&device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 1130 time: 0.0429287 May 24 15:51:20.722829 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d351c4-e384-4be6-b8d7-e6aad208a2cd req-defebb1a-d59a-4227-b053-345e1d445dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:20.724359 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7d351c4-e384-4be6-b8d7-e6aad208a2cd req-defebb1a-d59a-4227-b053-345e1d445dbb service neutron] 10.222.0.59 "GET /v2.0/networks?id=158f698e-4d32-4eab-a98a-a86d85437b4e HTTP/1.1" status: 200 len: 910 time: 0.0877140 May 24 15:51:20.768185 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-234fbc28-dfd1-47ec-b249-1c38cf492938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'ed2fd0ac-cdfa-405f-8cdb-39284742fcd0', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'port_id': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'mac_address': 'fa:16:3e:39:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:51:19Z', 'updated_at': '2022-05-24T15:51:19Z', 'revision_number': 0, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57af0cc2-7352-4974-9cc4-5d65c4f4b829', 'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'mac_address': 'fa:16:3e:2f:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:38Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 5, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'subnets': [{'id': '01fd4606-e10b-4df2-887f-a377523b6747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:51:20.792931 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234fbc28-dfd1-47ec-b249-1c38cf492938 None None] Checking router: 0310557b-988c-482c-b7ef-f43658b61cda for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:51:20.802036 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234fbc28-dfd1-47ec-b249-1c38cf492938 None None] Routers {'0310557b-988c-482c-b7ef-f43658b61cda'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:51:20.802682 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-234fbc28-dfd1-47ec-b249-1c38cf492938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:50:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['0310557b-988c-482c-b7ef-f43658b61cda'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:51:20.851715 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:20.895633 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:20.908795 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-234fbc28-dfd1-47ec-b249-1c38cf492938 None None] Set router 0310557b-988c-482c-b7ef-f43658b61cda gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:51:20.922156 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7d351c4-e384-4be6-b8d7-e6aad208a2cd req-feea29a6-9a5a-4a02-a861-d8e374e0acdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 HTTP/1.1" status: 200 len: 999 time: 0.0607522 May 24 15:51:20.969642 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d351c4-e384-4be6-b8d7-e6aad208a2cd req-d24f68f6-3960-4af3-9814-33e70759e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:20.971095 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7d351c4-e384-4be6-b8d7-e6aad208a2cd req-d24f68f6-3960-4af3-9814-33e70759e94f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01fd4606-e10b-4df2-887f-a377523b6747 HTTP/1.1" status: 200 len: 848 time: 0.0432098 May 24 15:51:21.014701 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d351c4-e384-4be6-b8d7-e6aad208a2cd req-6eac7e45-9051-4217-b8ed-b4069b0571f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:51:21.016235 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7d351c4-e384-4be6-b8d7-e6aad208a2cd req-6eac7e45-9051-4217-b8ed-b4069b0571f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=158f698e-4d32-4eab-a98a-a86d85437b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388589 May 24 15:51:21.109696 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7d351c4-e384-4be6-b8d7-e6aad208a2cd req-805556be-5f6c-41dc-903e-c2fe6eea8819 service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872793 May 24 15:51:21.117510 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-234fbc28-dfd1-47ec-b249-1c38cf492938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'ed2fd0ac-cdfa-405f-8cdb-39284742fcd0', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'port_id': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'mac_address': 'fa:16:3e:39:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:51:19Z', 'updated_at': '2022-05-24T15:51:19Z', 'revision_number': 0, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57af0cc2-7352-4974-9cc4-5d65c4f4b829', 'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'mac_address': 'fa:16:3e:2f:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:38Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 5, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'subnets': [{'id': '01fd4606-e10b-4df2-887f-a377523b6747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:51:21.146034 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234fbc28-dfd1-47ec-b249-1c38cf492938 None None] The sync data for ids ['0310557b-988c-482c-b7ef-f43658b61cda'] in dv-cinder-843153-1-iscsi is: [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_floatingips': [{'id': 'ed2fd0ac-cdfa-405f-8cdb-39284742fcd0', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'router_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'port_id': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'mac_address': 'fa:16:3e:39:23:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-24T15:51:19Z', 'updated_at': '2022-05-24T15:51:19Z', 'revision_number': 0, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57af0cc2-7352-4974-9cc4-5d65c4f4b829', 'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'mac_address': 'fa:16:3e:2f:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:38Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 5, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'subnets': [{'id': '01fd4606-e10b-4df2-887f-a377523b6747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:51:21.160701 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:21.202962 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7d351c4-e384-4be6-b8d7-e6aad208a2cd req-35898ffe-bf4f-460d-ab35-947c64605273 service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878053 May 24 15:51:21.344391 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b101b97-45e9-4b20-a687-588598303858 None None] New status for floating IP ed2fd0ac-cdfa-405f-8cdb-39284742fcd0: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:51:25.372781 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7ccb14ba-313f-4bae-bd48-29e580570f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:27.619211 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e9c25a60-a5d9-4411-8375-8d8d30023b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:28.654359 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=58 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:28.658100 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=60 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:29.188201 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:30.381147 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:31.198474 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:31.199664 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:31.725394 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:32.854090 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:DELETE=1,neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:32.855156 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:37.657602 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:47.644842 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:47.651893 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:51:55.379500 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5bf9-1dab-4273-a166-49e016565037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:55.916669 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:51:57.629673 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0f9456e0-fec3-4292-8306-487b144f08a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:51:59.194355 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:52:00.391753 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:52:01.722484 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:52:07.662283 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:52:09.859569 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:52:09.860569 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:52:15.323997 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bc249ab5-17dd-4739-9a3e-5a27fcee6474 req-4ba1d6ef-4699-4cd2-8379-a4c5bf6805b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425637 May 24 15:52:15.425418 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc249ab5-17dd-4739-9a3e-5a27fcee6474 req-5c5a89f0-f15a-4c15-afb8-bea8c53f4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:52:15.427867 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bc249ab5-17dd-4739-9a3e-5a27fcee6474 req-5c5a89f0-f15a-4c15-afb8-bea8c53f4799 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6341a9bfc680413892cbfbb3e3845604&device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 1130 time: 0.0437844 May 24 15:52:15.530835 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc249ab5-17dd-4739-9a3e-5a27fcee6474 req-eb42df1e-6fea-441b-88f5-09c4f8d30a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:52:15.532304 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bc249ab5-17dd-4739-9a3e-5a27fcee6474 req-eb42df1e-6fea-441b-88f5-09c4f8d30a45 service neutron] 10.222.0.59 "GET /v2.0/networks?id=158f698e-4d32-4eab-a98a-a86d85437b4e HTTP/1.1" status: 200 len: 910 time: 0.0839379 May 24 15:52:15.612790 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bc249ab5-17dd-4739-9a3e-5a27fcee6474 req-9e6a7c36-1585-4367-a940-054ccb0524ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0743434 May 24 15:52:15.663039 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc249ab5-17dd-4739-9a3e-5a27fcee6474 req-83d3ec04-02af-4620-95bb-095d79e6932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:52:15.664497 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bc249ab5-17dd-4739-9a3e-5a27fcee6474 req-83d3ec04-02af-4620-95bb-095d79e6932b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01fd4606-e10b-4df2-887f-a377523b6747 HTTP/1.1" status: 200 len: 848 time: 0.0462432 May 24 15:52:15.708305 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc249ab5-17dd-4739-9a3e-5a27fcee6474 req-57660713-204d-4c8d-98cc-f1345fa72770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:52:15.709786 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bc249ab5-17dd-4739-9a3e-5a27fcee6474 req-57660713-204d-4c8d-98cc-f1345fa72770 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=158f698e-4d32-4eab-a98a-a86d85437b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399075 May 24 15:52:15.806922 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bc249ab5-17dd-4739-9a3e-5a27fcee6474 req-e8229058-d92a-4dbb-b44e-0a70f513e414 service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913234 May 24 15:52:15.895062 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bc249ab5-17dd-4739-9a3e-5a27fcee6474 req-dc955e1d-92e5-4856-9a15-f71c20c4efa9 service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826466 May 24 15:52:17.650220 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:52:17.653864 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:52:21.419807 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=10 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:52:21.422345 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=16 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:52:25.372449 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-24a2ec0a-57e8-467c-b25f-bf3c097ead8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:52:25.886492 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=45 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:52:25.892338 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=56 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:52:27.625758 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b886a836-41b4-4623-9252-e7179fc19759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:52:29.199035 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:52:30.390717 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:52:31.721959 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:52:32.917563 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:52:37.677558 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:52:46.855107 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:52:46.858280 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:52:47.666186 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:52:47.669364 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:52:55.374624 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f0f22e5a-d603-40a0-8da7-aba1906ee0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:52:57.632215 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4b8d28ea-85a6-42ce-8205-fd55edc2f42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:52:59.208302 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:00.393267 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:01.727121 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:07.673412 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:09.922943 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:53:13.338376 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc069fe-9842-40f1-a045-7c4795f7a134 req-d98df6c9-6f17-440c-a31d-7b479c1f61da tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:13.339820 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-acc069fe-9842-40f1-a045-7c4795f7a134 req-d98df6c9-6f17-440c-a31d-7b479c1f61da tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.1066160 May 24 15:53:13.391385 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-acc069fe-9842-40f1-a045-7c4795f7a134 req-ef7be926-2429-4248-b2a0-60796e64e49d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433965 May 24 15:53:14.567265 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ac0fc-5786-4e52-8c3f-ce85d0938550 req-67d01d84-30f0-430d-812e-fac4423c6c00 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:14.568830 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-432ac0fc-5786-4e52-8c3f-ce85d0938550 req-67d01d84-30f0-430d-812e-fac4423c6c00 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0990999 May 24 15:53:14.631285 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-432ac0fc-5786-4e52-8c3f-ce85d0938550 req-6927ad00-f2f1-4c8b-8558-29f73cf36026 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540583 May 24 15:53:15.761490 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467e46e-291e-43c0-9ba6-488b47445bc3 req-96f8b1eb-cc24-4e4c-a6d3-82ccff465c05 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:15.762936 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2467e46e-291e-43c0-9ba6-488b47445bc3 req-96f8b1eb-cc24-4e4c-a6d3-82ccff465c05 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0510309 May 24 15:53:15.816544 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-2467e46e-291e-43c0-9ba6-488b47445bc3 req-268de019-5dc5-48de-913e-d03916f2ef10 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478811 May 24 15:53:16.410544 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f5718-14a0-437c-a65f-1c1267a944d0 req-07b8ba8e-d3da-40de-9609-f9aba36ee994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:16.412126 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bd8f5718-14a0-437c-a65f-1c1267a944d0 req-07b8ba8e-d3da-40de-9609-f9aba36ee994 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6341a9bfc680413892cbfbb3e3845604&device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 1130 time: 0.0460818 May 24 15:53:16.513555 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f5718-14a0-437c-a65f-1c1267a944d0 req-15c78c68-d9f8-48ac-9c7b-c791591434cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:16.515006 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bd8f5718-14a0-437c-a65f-1c1267a944d0 req-15c78c68-d9f8-48ac-9c7b-c791591434cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=158f698e-4d32-4eab-a98a-a86d85437b4e HTTP/1.1" status: 200 len: 910 time: 0.0845771 May 24 15:53:16.579249 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bd8f5718-14a0-437c-a65f-1c1267a944d0 req-8ef75914-29df-4362-b9b3-f3eadae298f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0579958 May 24 15:53:16.868806 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f5718-14a0-437c-a65f-1c1267a944d0 req-1c3fe62f-fbc7-44a9-bdfd-381d23df054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:16.870268 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bd8f5718-14a0-437c-a65f-1c1267a944d0 req-1c3fe62f-fbc7-44a9-bdfd-381d23df054d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01fd4606-e10b-4df2-887f-a377523b6747 HTTP/1.1" status: 200 len: 848 time: 0.2855580 May 24 15:53:16.919630 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f5718-14a0-437c-a65f-1c1267a944d0 req-8325ade8-ecc1-471e-a72b-6c54da8f178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:16.921176 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bd8f5718-14a0-437c-a65f-1c1267a944d0 req-8325ade8-ecc1-471e-a72b-6c54da8f178a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=158f698e-4d32-4eab-a98a-a86d85437b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402429 May 24 15:53:16.931783 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90865-a132-4a5f-b29b-8a1f1c687944 req-0df20d63-26ce-4e09-aa12-054b1d6c9db5 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:16.933474 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3be90865-a132-4a5f-b29b-8a1f1c687944 req-0df20d63-26ce-4e09-aa12-054b1d6c9db5 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0485096 May 24 15:53:16.987365 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-3be90865-a132-4a5f-b29b-8a1f1c687944 req-5e6ee477-6f27-4835-ac48-04e88c052ecc tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481184 May 24 15:53:17.013671 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bd8f5718-14a0-437c-a65f-1c1267a944d0 req-ab433364-8874-442e-8c37-1f8de3b7b7a8 service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867324 May 24 15:53:17.101036 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bd8f5718-14a0-437c-a65f-1c1267a944d0 req-e1ec6b16-f127-4a18-9bfa-032c54b6dece service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817735 May 24 15:53:17.659346 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:17.666632 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:18.105964 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641c51a-46d4-4cc9-a584-b7b18e9850da req-a844e809-94e2-4def-a3b5-30cc746256ed tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:18.107429 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b641c51a-46d4-4cc9-a584-b7b18e9850da req-a844e809-94e2-4def-a3b5-30cc746256ed tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0472512 May 24 15:53:18.165402 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b641c51a-46d4-4cc9-a584-b7b18e9850da req-4172b739-5724-4ff4-97b4-06bfd1cfdf93 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499907 May 24 15:53:19.309916 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6a2cb-6e02-48fb-8d0c-fea5fc8a9bcc req-b789cff8-af97-462d-8b41-b4a307c0b045 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:19.311392 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bfe6a2cb-6e02-48fb-8d0c-fea5fc8a9bcc req-b789cff8-af97-462d-8b41-b4a307c0b045 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0592082 May 24 15:53:19.361154 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-bfe6a2cb-6e02-48fb-8d0c-fea5fc8a9bcc req-3e1eba29-5880-42ef-924f-aaceb53f1585 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440865 May 24 15:53:20.488344 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf16da-ee59-4e12-b865-7ae3fda020bb req-3b350a8f-ee0d-43d0-a226-17e11bfe0e22 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:20.489820 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cacf16da-ee59-4e12-b865-7ae3fda020bb req-3b350a8f-ee0d-43d0-a226-17e11bfe0e22 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0525823 May 24 15:53:20.543136 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-cacf16da-ee59-4e12-b865-7ae3fda020bb req-4ecd1513-fb81-4cb2-992a-e7b58b10ddd5 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448842 May 24 15:53:21.674928 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa2451-9ffc-4492-bda0-169750863087 req-5b5e37d8-dd58-4cd7-8066-1f88d12aed55 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:21.676414 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6cfa2451-9ffc-4492-bda0-169750863087 req-5b5e37d8-dd58-4cd7-8066-1f88d12aed55 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0529299 May 24 15:53:21.728799 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-6cfa2451-9ffc-4492-bda0-169750863087 req-6de6281f-e31e-4a96-96fe-a0025d02dd3a tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445116 May 24 15:53:22.850242 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62688c6c-40ec-4e23-91a6-313209e14bee req-10de7247-7386-4bdd-8dd2-4d49040e4835 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:22.851618 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-62688c6c-40ec-4e23-91a6-313209e14bee req-10de7247-7386-4bdd-8dd2-4d49040e4835 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0534210 May 24 15:53:22.901746 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-62688c6c-40ec-4e23-91a6-313209e14bee req-28223841-c634-49f5-b24d-ee298eed9388 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445118 May 24 15:53:23.531083 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248720b-93d6-45b1-a8f3-6d30783ba436 req-86782a27-a3e3-4aac-b6c1-7669edde6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:23.532510 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7248720b-93d6-45b1-a8f3-6d30783ba436 req-86782a27-a3e3-4aac-b6c1-7669edde6ade service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6341a9bfc680413892cbfbb3e3845604&device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 1130 time: 0.0478849 May 24 15:53:23.625684 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248720b-93d6-45b1-a8f3-6d30783ba436 req-bd91560c-3d30-4bf2-a966-fd350fb361e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:23.627183 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7248720b-93d6-45b1-a8f3-6d30783ba436 req-bd91560c-3d30-4bf2-a966-fd350fb361e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=158f698e-4d32-4eab-a98a-a86d85437b4e HTTP/1.1" status: 200 len: 910 time: 0.0877407 May 24 15:53:23.689822 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7248720b-93d6-45b1-a8f3-6d30783ba436 req-3130fbe2-7b47-4725-bb73-8079223e93aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0554123 May 24 15:53:23.741849 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248720b-93d6-45b1-a8f3-6d30783ba436 req-71f5ed91-e248-4a7e-a28f-6c80cc2aaff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:23.743273 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7248720b-93d6-45b1-a8f3-6d30783ba436 req-71f5ed91-e248-4a7e-a28f-6c80cc2aaff7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01fd4606-e10b-4df2-887f-a377523b6747 HTTP/1.1" status: 200 len: 848 time: 0.0468345 May 24 15:53:23.786311 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248720b-93d6-45b1-a8f3-6d30783ba436 req-7938ed22-1e09-412a-b16f-f114e1d4993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:23.787862 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7248720b-93d6-45b1-a8f3-6d30783ba436 req-7938ed22-1e09-412a-b16f-f114e1d4993f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=158f698e-4d32-4eab-a98a-a86d85437b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389562 May 24 15:53:23.884373 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7248720b-93d6-45b1-a8f3-6d30783ba436 req-2766eaa5-97f5-439b-b63c-5e0ee53ff9fa service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907798 May 24 15:53:23.978272 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7248720b-93d6-45b1-a8f3-6d30783ba436 req-7660690c-2e49-4263-b009-2fc847757e6d service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884309 May 24 15:53:24.021615 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41629e97-8232-45f8-a2d6-3ff861ca61ad req-5bdcad81-dbe8-4b1b-b1c3-d44d332ed96d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:24.023069 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-41629e97-8232-45f8-a2d6-3ff861ca61ad req-5bdcad81-dbe8-4b1b-b1c3-d44d332ed96d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0497990 May 24 15:53:24.075227 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-41629e97-8232-45f8-a2d6-3ff861ca61ad req-fde88d44-7b0f-4d93-b844-22eab382d55b tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465426 May 24 15:53:25.207381 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91922cae-2e1c-4d13-a263-a634f0a7b660 req-6ed60582-b347-410e-abb4-9bf24d7c9f22 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:25.208949 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91922cae-2e1c-4d13-a263-a634f0a7b660 req-6ed60582-b347-410e-abb4-9bf24d7c9f22 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0503097 May 24 15:53:25.229892 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:25.259690 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-91922cae-2e1c-4d13-a263-a634f0a7b660 req-81d94e34-642d-4b5a-8698-1578d7f6bd6d tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448875 May 24 15:53:25.370227 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c473560e-dd25-4c0e-9937-a6f0c2798cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:26.380922 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:26.389914 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18c241-1610-47af-8720-5aff3f75bb28 req-4eeaf2c2-dcf2-4d4d-b60f-936eb66061d2 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:26.391422 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-db18c241-1610-47af-8720-5aff3f75bb28 req-4eeaf2c2-dcf2-4d4d-b60f-936eb66061d2 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0493002 May 24 15:53:26.442760 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-db18c241-1610-47af-8720-5aff3f75bb28 req-b1ce48ca-1db0-4b5f-a9dc-febe5aecc59a tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452220 May 24 15:53:26.517692 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [req-1334220f-1396-4df5-bdd6-ad9689ba1d40 req-ddba9838-b861-43ea-913a-76d856a49f3a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:53:26.518832 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-1334220f-1396-4df5-bdd6-ad9689ba1d40 req-ddba9838-b861-43ea-913a-76d856a49f3a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078330 May 24 15:53:26.704220 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1d8bc-0228-4944-88f0-f1b6f23bf0db req-255a2ed8-3fd2-4421-9f56-4d0573ff4a01 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:26.705684 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-54e1d8bc-0228-4944-88f0-f1b6f23bf0db req-255a2ed8-3fd2-4421-9f56-4d0573ff4a01 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0769308 May 24 15:53:26.720879 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-1217dfbb-7909-4e42-8022-31b1375c9c59 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127086 May 24 15:53:26.731421 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-9d65ccf5-0f65-4981-9b78-37855a5b0e92 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 24 15:53:26.732354 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-9d65ccf5-0f65-4981-9b78-37855a5b0e92 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047519 May 24 15:53:26.764332 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-54e1d8bc-0228-4944-88f0-f1b6f23bf0db req-02c6b887-7011-4155-a7f1-b6c6768b4de8 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517316 May 24 15:53:26.868070 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-7ce00714-79f0-44ef-94be-e568c843ba97 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:26.869440 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-7ce00714-79f0-44ef-94be-e568c843ba97 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports/f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 HTTP/1.1" status: 200 len: 943 time: 0.1042464 May 24 15:53:27.630442 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ec6a811a-91c6-4039-addc-c338eaf8a9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:27.879426 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=7 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:27.880533 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:27.885904 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4a675-aeff-4176-a9d3-70ccf74aba90 req-9851484c-2b38-4b83-a8fb-f1dc040ff4ff tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:27.887623 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-faa4a675-aeff-4176-a9d3-70ccf74aba90 req-9851484c-2b38-4b83-a8fb-f1dc040ff4ff tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0555367 May 24 15:53:27.939075 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-faa4a675-aeff-4176-a9d3-70ccf74aba90 req-10e7572e-2537-4f23-b569-00aba5dd10b2 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457728 May 24 15:53:28.345497 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:28.356312 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-dd2e4585-3849-4f2c-af4b-c0187556a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:28.357819 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-dd2e4585-3849-4f2c-af4b-c0187556a24e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1&tenant_id=6341a9bfc680413892cbfbb3e3845604 HTTP/1.1" status: 200 len: 1130 time: 0.0444977 May 24 15:53:28.431169 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-48b0ed4f-9641-499b-a595-36d76e2cc301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:28.432728 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-48b0ed4f-9641-499b-a595-36d76e2cc301 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6341a9bfc680413892cbfbb3e3845604&device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 1130 time: 0.0429862 May 24 15:53:28.460425 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:28.525197 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-31bc85ff-21cf-4d2c-844d-6d4e8762a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:28.526632 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-31bc85ff-21cf-4d2c-844d-6d4e8762a6c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=158f698e-4d32-4eab-a98a-a86d85437b4e HTTP/1.1" status: 200 len: 910 time: 0.0883017 May 24 15:53:28.587948 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-f7bc0ffa-343c-4b87-878e-5600a275e1bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0556152 May 24 15:53:28.642454 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-3a8a86f7-2429-48a1-9582-de8571a25995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:28.643789 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-3a8a86f7-2429-48a1-9582-de8571a25995 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01fd4606-e10b-4df2-887f-a377523b6747 HTTP/1.1" status: 200 len: 848 time: 0.0500968 May 24 15:53:28.686952 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-3a4ec834-61a0-4d27-b18a-8ada309c837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:28.688490 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-3a4ec834-61a0-4d27-b18a-8ada309c837d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=158f698e-4d32-4eab-a98a-a86d85437b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387220 May 24 15:53:28.787875 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-9fac7dd4-ebee-4767-af61-a544738e4f68 service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934794 May 24 15:53:28.830075 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:53:28.891447 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67791415-2f0b-4ef7-8f9d-322130bb7b83 req-f1e6687d-12ae-4f4a-bb55-42d98e8277b1 service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980361 May 24 15:53:28.904159 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 is: ACTIVE; New status is: DOWN {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:53:28.904482 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:28.927587 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:53:28.929832 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f3bc6f-77d5-41cb-8b0d-fddf03a40aa6" -d '{"events": [{"server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "name": "network-vif-unplugged", "status": "completed", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:53:28.942453 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:53:28.948001 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:28.973026 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 May 2022 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e35326-803f-45e2-adb8-0e5e1f77da54 x-openstack-request-id: req-30e35326-803f-45e2-adb8-0e5e1f77da54 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:53:28.973350 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "name": "network-vif-unplugged", "status": "completed", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:53:28.973539 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30e35326-803f-45e2-adb8-0e5e1f77da54 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:53:28.973957 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e35326-803f-45e2-adb8-0e5e1f77da54'] response: {'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'code': 200} May 24 15:53:28.998428 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,revision_number=6']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:53:29.005520 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.005928 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.006268 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.006604 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.006930 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.007256 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.007577 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.007884 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.008230 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.008569 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.008886 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.009192 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.009508 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.009825 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.010450 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:53:29.054800 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568a39c-aff7-42fd-bd85-7b136cd6e16c req-becad318-e832-4762-9f94-81b30589fda6 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:29.056346 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c568a39c-aff7-42fd-bd85-7b136cd6e16c req-becad318-e832-4762-9f94-81b30589fda6 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0484090 May 24 15:53:29.106581 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-c568a39c-aff7-42fd-bd85-7b136cd6e16c req-0f6622eb-6e50-475d-b235-894452a27f75 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446754 May 24 15:53:29.211597 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:30.240130 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4575d2f-1b75-4404-bcc2-9e7c41a57048 req-c6b8bc8e-4b05-4103-afc6-7c89d981c056 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:30.241662 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e4575d2f-1b75-4404-bcc2-9e7c41a57048 req-c6b8bc8e-4b05-4103-afc6-7c89d981c056 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0580745 May 24 15:53:30.294882 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e4575d2f-1b75-4404-bcc2-9e7c41a57048 req-896f2030-c1ab-4a6e-952e-fb4cf8de7cfc tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448937 May 24 15:53:30.395353 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:31.409886 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6fce4-a89d-4888-8880-44b3936c6ebd req-fe8f898e-024a-462f-b7e9-0a7655d29141 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:31.411366 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a6a6fce4-a89d-4888-8880-44b3936c6ebd req-fe8f898e-024a-462f-b7e9-0a7655d29141 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0481000 May 24 15:53:31.461043 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-a6a6fce4-a89d-4888-8880-44b3936c6ebd req-2c99dd3b-97f3-44bc-8560-a5459e140f62 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437722 May 24 15:53:31.722437 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:32.593773 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bb333-a302-4414-b03e-f64370d9e0fd req-4c8e90b1-c193-43a7-ba88-e942a903f0fc tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:32.595213 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7f3bb333-a302-4414-b03e-f64370d9e0fd req-4c8e90b1-c193-43a7-ba88-e942a903f0fc tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0487792 May 24 15:53:32.649017 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-7f3bb333-a302-4414-b03e-f64370d9e0fd req-797aef01-1623-4cd6-8470-aee1b93c9676 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472438 May 24 15:53:33.769555 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f4eb-3070-47cb-a5af-d73f57b66ce7 req-2b0a3444-169a-4947-a4c4-9d4d4d0b116e tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:33.771022 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ae80f4eb-3070-47cb-a5af-d73f57b66ce7 req-2b0a3444-169a-4947-a4c4-9d4d4d0b116e tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0479960 May 24 15:53:33.827557 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-ae80f4eb-3070-47cb-a5af-d73f57b66ce7 req-b67cfe89-4823-4bfd-890f-bbcd3db0ddcd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508571 May 24 15:53:34.943128 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97a23e-e5b7-48fa-889a-2ea49f7945ce req-703b4868-227b-4a67-a083-9c8bff310f10 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:34.944999 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0c97a23e-e5b7-48fa-889a-2ea49f7945ce req-703b4868-227b-4a67-a083-9c8bff310f10 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0479107 May 24 15:53:34.995115 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-0c97a23e-e5b7-48fa-889a-2ea49f7945ce req-23bf9d8d-15e9-4bca-9409-6cd687d6e7c7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444064 May 24 15:53:35.091452 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df2e70-fe10-432d-abbf-5260f630eac4 req-b7210fc0-b269-47cd-9484-1ea295537635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:35.093009 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-05df2e70-fe10-432d-abbf-5260f630eac4 req-b7210fc0-b269-47cd-9484-1ea295537635 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 1128 time: 0.0499456 May 24 15:53:35.141747 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-05df2e70-fe10-432d-abbf-5260f630eac4 req-04dd9f08-4f42-4671-a4c6-7db9a434ac31 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421231 May 24 15:53:36.115934 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=100 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:36.139045 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e46ca6-b456-42a2-896f-c816fcbad73d req-101f8815-cbdc-4422-b4c0-72390f70ddc5 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:36.140572 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b5e46ca6-b456-42a2-896f-c816fcbad73d req-101f8815-cbdc-4422-b4c0-72390f70ddc5 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 944 time: 0.0599678 May 24 15:53:36.205097 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b5e46ca6-b456-42a2-896f-c816fcbad73d req-da4fced2-4c34-4620-825e-a74a989aa9a6 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553024 May 24 15:53:36.870162 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 details requested by agent hyperv_hv-cinder-84315 with host hv-cinder-84315 {{(pid=104077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 24 15:53:36.973315 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:53:36.984935 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Returning: {'device': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'port_id': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'mac_address': 'fa:16:3e:39:23:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 24 15:53:37.023816 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 is: DOWN; New status is: BUILD {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:53:37.024229 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:37.170757 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 24 15:53:37.193346 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:53:37.198233 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:37.245317 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,revision_number=7']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:53:37.333004 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7497c8-4bb6-4222-b126-47816ec0fde7 req-bbb4a4c7-4e39-43af-bbcc-cc6d82c736a6 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:53:37.334639 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-de7497c8-4bb6-4222-b126-47816ec0fde7 req-bbb4a4c7-4e39-43af-bbcc-cc6d82c736a6 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 945 time: 0.0469453 May 24 15:53:37.385385 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-de7497c8-4bb6-4222-b126-47816ec0fde7 req-f78cd164-fd8e-4b7c-9037-95e314f5e082 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448494 May 24 15:53:37.481424 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] get_ports_and_sgs() called for port_ids ['f4fc067f-b0b2-4c0a-b207-76e106a2f7e0'] {{(pid=104077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 24 15:53:37.585933 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:37.650486 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:37.689054 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:38.890377 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 up at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 24 15:53:38.940478 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Provisioning complete for port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 triggered by entity L2. {{(pid=104077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 24 15:53:38.940835 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67013979'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), provisioning_complete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:39.021763 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Current status of the port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 is: BUILD; New status is: ACTIVE {{(pid=104077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 24 15:53:39.022151 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66678990'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:39.045381 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:53:39.047650 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e5800b8033b636aa93327000412cec1724b1061709acdc0ed8ad839fb72d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1727b6-b40f-4d1f-8375-12e8587d6f02" -d '{"events": [{"server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "name": "network-vif-plugged", "status": "completed", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:53:39.061083 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] For port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:53:39.067416 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751498829258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751498438166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751498438184'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:39.074692 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [req-07446902-5a38-4e81-b925-9bcdeec798b5 req-1df7d2bc-3e2a-4c0c-b620-0aad3aab4c50 service neutron] (104076) timed out ('10.222.0.59', 55185) {{(pid=104076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 24 15:53:39.090586 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912f43f1-2af0-423b-9c22-aa6ba232b02f x-openstack-request-id: req-912f43f1-2af0-423b-9c22-aa6ba232b02f {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:53:39.090904 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "name": "network-vif-plugged", "status": "completed", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:53:39.091159 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-912f43f1-2af0-423b-9c22-aa6ba232b02f {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:53:39.091551 dv-cinder-843153-1-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912f43f1-2af0-423b-9c22-aa6ba232b02f'] response: {'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'code': 200} May 24 15:53:39.118013 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Pushing event updated for resources: {'Port': ['ID=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,revision_number=8']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:53:45.134376 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=51 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:45.138370 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=56 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:46.924622 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:53:47.369268 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=13 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:47.380962 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:49.107737 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:49.116277 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:53:55.383286 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd647e86-9fa0-43f6-b5fe-d21e78b02083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:57.636368 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8a950e14-ab83-4840-a541-c9e7f1e81440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:53:59.216674 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:00.405229 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:00.855639 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:00.856735 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:01.720274 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:07.672280 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:11.607318 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [req-76cccc75-612f-4d80-bb82-bc75b3a1c27e req-36392476-5e77-4ff8-8251-b9e6801ae4cc service neutron] (104075) timed out ('10.222.0.59', 55172) {{(pid=104075) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 24 15:54:16.997405 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dcd5f1e2-66d8-4456-9de7-4276c66528e2 req-afd41df4-54e4-4a0c-a447-e7faf387e774 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0945790 May 24 15:54:17.106480 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5f1e2-66d8-4456-9de7-4276c66528e2 req-fbff9b07-ca0f-4ac4-b0df-d779fce8b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:54:17.107997 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dcd5f1e2-66d8-4456-9de7-4276c66528e2 req-fbff9b07-ca0f-4ac4-b0df-d779fce8b0ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6341a9bfc680413892cbfbb3e3845604&device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 1130 time: 0.0475128 May 24 15:54:17.216325 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5f1e2-66d8-4456-9de7-4276c66528e2 req-ffee0573-b06c-4019-bcfb-5ed480f1dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:54:17.217817 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dcd5f1e2-66d8-4456-9de7-4276c66528e2 req-ffee0573-b06c-4019-bcfb-5ed480f1dc5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=158f698e-4d32-4eab-a98a-a86d85437b4e HTTP/1.1" status: 200 len: 910 time: 0.0908060 May 24 15:54:17.282999 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dcd5f1e2-66d8-4456-9de7-4276c66528e2 req-e2641bbc-d903-4033-8b71-69d54ceea2cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0592861 May 24 15:54:17.331709 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5f1e2-66d8-4456-9de7-4276c66528e2 req-f0885970-5e56-49e7-bbfb-1fb6d41bc3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:54:17.333168 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dcd5f1e2-66d8-4456-9de7-4276c66528e2 req-f0885970-5e56-49e7-bbfb-1fb6d41bc3c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01fd4606-e10b-4df2-887f-a377523b6747 HTTP/1.1" status: 200 len: 848 time: 0.0441160 May 24 15:54:17.377390 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5f1e2-66d8-4456-9de7-4276c66528e2 req-834d6e3d-6aaa-4d2d-83f6-a0a90c16e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:54:17.378885 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dcd5f1e2-66d8-4456-9de7-4276c66528e2 req-834d6e3d-6aaa-4d2d-83f6-a0a90c16e72c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=158f698e-4d32-4eab-a98a-a86d85437b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397725 May 24 15:54:17.473301 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dcd5f1e2-66d8-4456-9de7-4276c66528e2 req-5d8fec09-9e49-4e11-88d2-a92505479608 service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876777 May 24 15:54:17.565148 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dcd5f1e2-66d8-4456-9de7-4276c66528e2 req-190c2735-68fa-4bf0-ac8f-e0f0d99e110c service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855331 May 24 15:54:17.660399 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:17.666079 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:21.433643 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=17 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:21.436071 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:23.929893 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:54:25.389342 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4d640fef-22e0-4fcc-9c0f-cad0a3d57ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:27.560554 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=50 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:27.561807 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=51 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:27.621427 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-976c596c-98ea-47dd-b94a-0899252c1c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:29.220247 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:30.404606 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:31.722812 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:37.673923 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:37.854962 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:37.863077 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:47.609834 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 57196) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:54:47.659735 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=10 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:47.662849 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:47.766396 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Deleting port 26459ccc-a3f3-4ac2-be48-d6837f5bb264 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:54:47.766732 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (26459ccc-a3f3-4ac2-be48-d6837f5bb264), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:47.845124 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (26459ccc-a3f3-4ac2-be48-d6837f5bb264), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:47.845479 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for floatingip (26459ccc-a3f3-4ac2-be48-d6837f5bb264), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:47.857715 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Calling delete_port for 26459ccc-a3f3-4ac2-be48-d6837f5bb264 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:54:48.018177 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (26459ccc-a3f3-4ac2-be48-d6837f5bb264), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:48.041444 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event deleted for resources: {'Port': ['ID=26459ccc-a3f3-4ac2-be48-d6837f5bb264,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:48.055181 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.055532 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.055871 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.056230 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.056566 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.056916 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.057223 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.057609 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.057934 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.058279 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.058678 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.059021 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.059338 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.059661 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.059972 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:48.117211 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for floatingip (ed2fd0ac-cdfa-405f-8cdb-39284742fcd0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:48.117542 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Floating IP ed2fd0ac-cdfa-405f-8cdb-39284742fcd0 disassociated (deleted). External IP: 172.27.3.88, port: f4fc067f-b0b2-4c0a-b207-76e106a2f7e0. May 24 15:54:48.326973 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Router 0310557b-988c-482c-b7ef-f43658b61cda has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:54:48.430413 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:54:48.435112 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:48.440148 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef93f67-5ed2-4dc8-8af3-83b3c8a32877 None None] Sync routers for ids ['0310557b-988c-482c-b7ef-f43658b61cda'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:54:48.450977 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef93f67-5ed2-4dc8-8af3-83b3c8a32877 None None] Routers {'0310557b-988c-482c-b7ef-f43658b61cda'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:54:48.451596 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8ef93f67-5ed2-4dc8-8af3-83b3c8a32877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:54:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['0310557b-988c-482c-b7ef-f43658b61cda'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:48.453805 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:48.466727 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-443f5dd4-0776-431c-9d37-a1b20d9d6726 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "DELETE /v2.0/floatingips/ed2fd0ac-cdfa-405f-8cdb-39284742fcd0 HTTP/1.1" status: 204 len: 168 time: 0.8554401 May 24 15:54:48.467401 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:54:48.469774 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5375c9c00f2defa5712e5b41a34d3fe0b6d25a3350c323764fc9aa69b5537d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a230a5-c2ae-407b-8a1c-a7fd03c60309" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:54:48.559979 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-8ef93f67-5ed2-4dc8-8af3-83b3c8a32877 None None] Set router 0310557b-988c-482c-b7ef-f43658b61cda gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:54:48.575724 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 May 2022 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6136a8e9-6b20-4e7d-8f69-61f5868df038 x-openstack-request-id: req-6136a8e9-6b20-4e7d-8f69-61f5868df038 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:54:48.576058 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:54:48.576320 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6136a8e9-6b20-4e7d-8f69-61f5868df038 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:54:48.576832 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6136a8e9-6b20-4e7d-8f69-61f5868df038'] response: {'name': 'network-changed', 'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'status': 'completed', 'code': 200} May 24 15:54:48.664466 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a230a5-c2ae-407b-8a1c-a7fd03c60309 req-c97bd8d0-bfda-4abd-b723-e074edff48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:54:48.666421 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a0a230a5-c2ae-407b-8a1c-a7fd03c60309 req-c97bd8d0-bfda-4abd-b723-e074edff48d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6341a9bfc680413892cbfbb3e3845604&device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 1130 time: 0.0470636 May 24 15:54:48.720438 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5d7dc-92e7-4664-a7f6-34c598c28985 req-02c7689c-4444-4c7f-9cc5-97c0616bf094 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:54:48.721990 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-08c5d7dc-92e7-4664-a7f6-34c598c28985 req-02c7689c-4444-4c7f-9cc5-97c0616bf094 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0518267 May 24 15:54:48.762092 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8ef93f67-5ed2-4dc8-8af3-83b3c8a32877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '57af0cc2-7352-4974-9cc4-5d65c4f4b829', 'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'mac_address': 'fa:16:3e:2f:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:38Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 5, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'subnets': [{'id': '01fd4606-e10b-4df2-887f-a377523b6747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:48.772256 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-08c5d7dc-92e7-4664-a7f6-34c598c28985 req-45369334-7897-41c6-bf14-4c0c1626499a tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444858 May 24 15:54:48.787956 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef93f67-5ed2-4dc8-8af3-83b3c8a32877 None None] Checking router: 0310557b-988c-482c-b7ef-f43658b61cda for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:54:48.796418 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef93f67-5ed2-4dc8-8af3-83b3c8a32877 None None] Routers {'0310557b-988c-482c-b7ef-f43658b61cda'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:54:48.797014 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8ef93f67-5ed2-4dc8-8af3-83b3c8a32877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:54:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['0310557b-988c-482c-b7ef-f43658b61cda'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:48.896652 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-8ef93f67-5ed2-4dc8-8af3-83b3c8a32877 None None] Set router 0310557b-988c-482c-b7ef-f43658b61cda gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:54:49.076773 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-8ef93f67-5ed2-4dc8-8af3-83b3c8a32877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '57af0cc2-7352-4974-9cc4-5d65c4f4b829', 'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'mac_address': 'fa:16:3e:2f:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:38Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 5, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'subnets': [{'id': '01fd4606-e10b-4df2-887f-a377523b6747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:49.104809 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef93f67-5ed2-4dc8-8af3-83b3c8a32877 None None] The sync data for ids ['0310557b-988c-482c-b7ef-f43658b61cda'] in dv-cinder-843153-1-iscsi is: [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:50:39Z', 'revision_number': 4, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi', '_interfaces': [{'id': '57af0cc2-7352-4974-9cc4-5d65c4f4b829', 'name': '', 'network_id': '158f698e-4d32-4eab-a98a-a86d85437b4e', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'mac_address': 'fa:16:3e:2f:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '01fd4606-e10b-4df2-887f-a377523b6747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:38Z', 'updated_at': '2022-05-24T15:50:44Z', 'revision_number': 5, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'subnets': [{'id': '01fd4606-e10b-4df2-887f-a377523b6747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:54:49.334122 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370d64d5-6a97-4dae-81a6-c25081bde7e9 None None] New status for floating IP ed2fd0ac-cdfa-405f-8cdb-39284742fcd0: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 24 15:54:49.730861 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:49.774910 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a230a5-c2ae-407b-8a1c-a7fd03c60309 req-f97d2929-fabd-4318-b022-fe1d07c0a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:54:49.776473 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a0a230a5-c2ae-407b-8a1c-a7fd03c60309 req-f97d2929-fabd-4318-b022-fe1d07c0a0f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=158f698e-4d32-4eab-a98a-a86d85437b4e HTTP/1.1" status: 200 len: 910 time: 0.0977614 May 24 15:54:49.890872 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac62c5-9840-428e-baac-94988dd53c2d req-1f04be8d-5720-40ed-a862-2b5fc04915b7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:54:49.892458 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b1ac62c5-9840-428e-baac-94988dd53c2d req-1f04be8d-5720-40ed-a862-2b5fc04915b7 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0499511 May 24 15:54:49.915041 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a0a230a5-c2ae-407b-8a1c-a7fd03c60309 req-f521e0c8-ad88-46d3-ade3-26f61e34e069 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 HTTP/1.1" status: 200 len: 217 time: 0.0338857 May 24 15:54:49.942789 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-b1ac62c5-9840-428e-baac-94988dd53c2d req-3473d9c0-f7a7-4b6f-b84d-b726907644cb tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/security-groups?id=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444555 May 24 15:54:49.962822 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a230a5-c2ae-407b-8a1c-a7fd03c60309 req-a4423a84-f55c-48d8-b896-beacd19f7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:54:49.964737 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a0a230a5-c2ae-407b-8a1c-a7fd03c60309 req-a4423a84-f55c-48d8-b896-beacd19f7c5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=01fd4606-e10b-4df2-887f-a377523b6747 HTTP/1.1" status: 200 len: 848 time: 0.0439644 May 24 15:54:50.203735 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a230a5-c2ae-407b-8a1c-a7fd03c60309 req-390e398a-0afc-4ed6-954f-8a9ed036b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:54:50.205257 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a0a230a5-c2ae-407b-8a1c-a7fd03c60309 req-390e398a-0afc-4ed6-954f-8a9ed036b7bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=158f698e-4d32-4eab-a98a-a86d85437b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575337 May 24 15:54:50.304959 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aba114-a681-4b6e-a572-ff30a4349744 req-1ff3e3bb-9c86-4eec-9239-ce9b59b42129 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 24 15:54:50.306418 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e8aba114-a681-4b6e-a572-ff30a4349744 req-1ff3e3bb-9c86-4eec-9239-ce9b59b42129 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 946 time: 0.0574949 May 24 15:54:50.344211 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a0a230a5-c2ae-407b-8a1c-a7fd03c60309 req-18742c41-351a-40ce-95fa-d375b60ffc06 service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953283 May 24 15:54:50.414305 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-e8aba114-a681-4b6e-a572-ff30a4349744 req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Deleting port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:54:50.414851 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e8aba114-a681-4b6e-a572-ff30a4349744 req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:50.469540 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a0a230a5-c2ae-407b-8a1c-a7fd03c60309 req-cfa63b04-f91e-4649-8dee-021caa8bb440 service neutron] 10.222.0.59 "GET /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192973 May 24 15:54:50.514774 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [req-e8aba114-a681-4b6e-a572-ff30a4349744 req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] For port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0, host hv-cinder-84315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84315',level=0,port_id=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:54:50.515137 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e8aba114-a681-4b6e-a572-ff30a4349744 req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:50.528671 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [req-e8aba114-a681-4b6e-a572-ff30a4349744 req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Calling delete_port for f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 owned by compute:nova {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:54:50.667140 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e8aba114-a681-4b6e-a572-ff30a4349744 req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (f4fc067f-b0b2-4c0a-b207-76e106a2f7e0), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:50.698001 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event deleted for resources: {'Port': ['ID=f4fc067f-b0b2-4c0a-b207-76e106a2f7e0,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:50.729718 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.730039 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.730734 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.730992 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.731320 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.731641 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.731956 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.732300 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.732612 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.732929 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.733240 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.733554 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.733866 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.734178 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.734483 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:50.757426 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8aba114-a681-4b6e-a572-ff30a4349744 req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] No DVR routers for this DVR port f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 on host hv-cinder-84315 {{(pid=104075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:54:50.760221 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [req-e8aba114-a681-4b6e-a572-ff30a4349744 req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74720'] for port (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:50.763487 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-e8aba114-a681-4b6e-a572-ff30a4349744 req-292e8d4e-2905-4c7d-8fa6-623d0a422edd tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.59 "DELETE /v2.0/ports/f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 HTTP/1.1" status: 204 len: 173 time: 0.4519234 May 24 15:54:50.763932 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'name': 'network-vif-deleted', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0'}] {{(pid=104075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 24 15:54:50.766237 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede004e4d9cb1fd565f94347b72fff640ba7254d20dfcc6e7f06124af35e3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d64f20-565a-4a5d-aa02-865d7d58b529" -d '{"events": [{"server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "name": "network-vif-deleted", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0"}]}' {{(pid=104075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 24 15:54:50.858495 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 May 2022 15:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617cf51b-453f-4521-9c9c-01e1d3013d6a x-openstack-request-id: req-617cf51b-453f-4521-9c9c-01e1d3013d6a {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 24 15:54:50.858798 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1d3011-e2d6-46a1-8a74-37ac8e839da1", "name": "network-vif-deleted", "tag": "f4fc067f-b0b2-4c0a-b207-76e106a2f7e0", "status": "completed", "code": 200}]} {{(pid=104075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 24 15:54:50.859047 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-617cf51b-453f-4521-9c9c-01e1d3013d6a {{(pid=104075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 24 15:54:50.859449 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617cf51b-453f-4521-9c9c-01e1d3013d6a'] response: {'server_uuid': '9a1d3011-e2d6-46a1-8a74-37ac8e839da1', 'name': 'network-vif-deleted', 'tag': 'f4fc067f-b0b2-4c0a-b207-76e106a2f7e0', 'status': 'completed', 'code': 200} May 24 15:54:51.058988 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [req-57946149-fe97-484a-947b-666aad907824 req-69919f67-cf71-407c-aff5-cbb39ac29273 tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a1d3011-e2d6-46a1-8a74-37ac8e839da1 HTTP/1.1" status: 200 len: 210 time: 0.0369465 May 24 15:54:52.124808 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 57228) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:54:52.184816 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-041b923a-87de-45fe-a304-7a3d6d9e33ff tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group (d34f7570-46a9-49c3-ac0f-6a8ea68cca4a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:52.210712 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-041b923a-87de-45fe-a304-7a3d6d9e33ff tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group (d34f7570-46a9-49c3-ac0f-6a8ea68cca4a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:52.273952 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-041b923a-87de-45fe-a304-7a3d6d9e33ff tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d34f7570-46a9-49c3-ac0f-6a8ea68cca4a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:52.277261 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-041b923a-87de-45fe-a304-7a3d6d9e33ff tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:52.278385 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-041b923a-87de-45fe-a304-7a3d6d9e33ff tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] 10.222.0.55 "DELETE /v2.0/security-groups/d34f7570-46a9-49c3-ac0f-6a8ea68cca4a HTTP/1.1" status: 204 len: 168 time: 0.1527040 May 24 15:54:52.287675 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b923a-87de-45fe-a304-7a3d6d9e33ff tempest-TestShelveInstance-1201511104 tempest-TestShelveInstance-1201511104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34f7570-46a9-49c3-ac0f-6a8ea68cca4a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:53.327310 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 no longer exists at agent hyperv_hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:54:53.341396 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 57234) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:54:53.347990 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] No Port match for: f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:54:53.348362 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Device f4fc067f-b0b2-4c0a-b207-76e106a2f7e0 not bound to the agent host hv-cinder-84315 {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:54:53.907117 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:53.909906 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:53.942495 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd6f8-b9fc-4a8f-ab04-dac640cf2205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926668'] for router_interface (0310557b-988c-482c-b7ef-f43658b61cda), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:54.163544 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ee7cd6f8-b9fc-4a8f-ab04-dac640cf2205 admin admin] Deleting port 57af0cc2-7352-4974-9cc4-5d65c4f4b829 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:54:54.163843 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd6f8-b9fc-4a8f-ab04-dac640cf2205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:54.253563 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-ee7cd6f8-b9fc-4a8f-ab04-dac640cf2205 admin admin] For port 57af0cc2-7352-4974-9cc4-5d65c4f4b829, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=57af0cc2-7352-4974-9cc4-5d65c4f4b829,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:54:54.253915 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd6f8-b9fc-4a8f-ab04-dac640cf2205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:54.267441 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-ee7cd6f8-b9fc-4a8f-ab04-dac640cf2205 admin admin] Calling delete_port for 57af0cc2-7352-4974-9cc4-5d65c4f4b829 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:54:54.465001 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd6f8-b9fc-4a8f-ab04-dac640cf2205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (57af0cc2-7352-4974-9cc4-5d65c4f4b829), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:54.491139 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cd6f8-b9fc-4a8f-ab04-dac640cf2205 admin admin] Pushing event deleted for resources: {'Port': ['ID=57af0cc2-7352-4974-9cc4-5d65c4f4b829,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:54.659441 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd6f8-b9fc-4a8f-ab04-dac640cf2205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-419315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926552'] for router_interface (0310557b-988c-482c-b7ef-f43658b61cda), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:54.713156 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:54.849770 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:54.863661 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7cd6f8-b9fc-4a8f-ab04-dac640cf2205 admin admin] Router 0310557b-988c-482c-b7ef-f43658b61cda has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:54:54.965852 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7cd6f8-b9fc-4a8f-ab04-dac640cf2205 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:54:54.970944 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-ee7cd6f8-b9fc-4a8f-ab04-dac640cf2205 admin admin] 10.222.0.55 "PUT /v2.0/routers/0310557b-988c-482c-b7ef-f43658b61cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6281409 May 24 15:54:54.974167 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 57238) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:54:54.977504 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b47c7-3a7b-4b7e-a6c6-b70ed0b89071 None None] Sync routers for ids ['0310557b-988c-482c-b7ef-f43658b61cda'] in dv-cinder-843153-1-iscsi {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:54:54.988737 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b47c7-3a7b-4b7e-a6c6-b70ed0b89071 None None] Routers {'0310557b-988c-482c-b7ef-f43658b61cda'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:54:54.989420 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c77b47c7-3a7b-4b7e-a6c6-b70ed0b89071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:54:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['0310557b-988c-482c-b7ef-f43658b61cda'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:55.074658 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Publish callbacks [] for router (0310557b-988c-482c-b7ef-f43658b61cda), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.090874 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-c77b47c7-3a7b-4b7e-a6c6-b70ed0b89071 None None] Set router 0310557b-988c-482c-b7ef-f43658b61cda gateway port host: dv-cinder-843153-1-iscsi {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:54:55.173444 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Publish callbacks [] for router_gateway (0310557b-988c-482c-b7ef-f43658b61cda), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.218356 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Deleting port 84ee0af7-6e12-441f-94f7-fe7a3add7039 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:54:55.218667 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.255514 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:55.258436 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c77b47c7-3a7b-4b7e-a6c6-b70ed0b89071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:54:54Z', 'revision_number': 5, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port': {'id': '84ee0af7-6e12-441f-94f7-fe7a3add7039', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0310557b-988c-482c-b7ef-f43658b61cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:37Z', 'updated_at': '2022-05-24T15:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:55.285200 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b47c7-3a7b-4b7e-a6c6-b70ed0b89071 None None] Checking router: 0310557b-988c-482c-b7ef-f43658b61cda for host: dv-cinder-843153-1-iscsi {{(pid=104077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:54:55.293834 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b47c7-3a7b-4b7e-a6c6-b70ed0b89071 None None] Routers {'0310557b-988c-482c-b7ef-f43658b61cda'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:54:55.294433 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c77b47c7-3a7b-4b7e-a6c6-b70ed0b89071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:54:28Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['0310557b-988c-482c-b7ef-f43658b61cda'], 'active': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:55.297015 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:55.302985 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] For port 84ee0af7-6e12-441f-94f7-fe7a3add7039, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=84ee0af7-6e12-441f-94f7-fe7a3add7039,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:54:55.303346 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.316859 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Calling delete_port for 84ee0af7-6e12-441f-94f7-fe7a3add7039 owned by network:router_gateway {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:54:55.386619 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-92fbd49e-5349-42d4-a69f-d3bb163f7233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.392837 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvr_db [None req-c77b47c7-3a7b-4b7e-a6c6-b70ed0b89071 None None] Set router 0310557b-988c-482c-b7ef-f43658b61cda gateway port host: None {{(pid=104077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:54:55.444426 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_hamode_db [None req-c77b47c7-3a7b-4b7e-a6c6-b70ed0b89071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:54:55Z', 'revision_number': 6, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port_host': None}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:55.472866 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b47c7-3a7b-4b7e-a6c6-b70ed0b89071 None None] The sync data for ids ['0310557b-988c-482c-b7ef-f43658b61cda'] in dv-cinder-843153-1-iscsi is: [{'id': '0310557b-988c-482c-b7ef-f43658b61cda', 'name': 'tempest-TestShelveInstance-1004049409-router', 'tenant_id': '6341a9bfc680413892cbfbb3e3845604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:36Z', 'updated_at': '2022-05-24T15:54:55Z', 'revision_number': 6, 'project_id': '6341a9bfc680413892cbfbb3e3845604', 'gw_port_host': None}] {{(pid=104077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:54:55.489323 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (84ee0af7-6e12-441f-94f7-fe7a3add7039), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.492736 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:55.517179 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Pushing event deleted for resources: {'Port': ['ID=84ee0af7-6e12-441f-94f7-fe7a3add7039,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:55.580097 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924726'] for router_gateway (0310557b-988c-482c-b7ef-f43658b61cda), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.668161 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4623'] for router (0310557b-988c-482c-b7ef-f43658b61cda), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.671591 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Publish callbacks [] for router_controller (0310557b-988c-482c-b7ef-f43658b61cda), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.727310 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927888'] for router (0310557b-988c-482c-b7ef-f43658b61cda), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.727964 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0310557b-988c-482c-b7ef-f43658b61cda {{(pid=104075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 15:54:55.732790 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.733931 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-87b36a94-95bd-4f71-b25f-c4d6444d24fb admin admin] 10.222.0.55 "DELETE /v2.0/routers/0310557b-988c-482c-b7ef-f43658b61cda HTTP/1.1" status: 204 len: 168 time: 0.7588966 May 24 15:54:55.736589 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 57240) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:54:55.781371 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69d3898-ed6d-4a5e-bcb5-acf103c57444 admin admin] Deleting subnet 01fd4606-e10b-4df2-887f-a377523b6747 {{(pid=104075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:54:55.784981 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f69d3898-ed6d-4a5e-bcb5-acf103c57444 admin admin] Publish callbacks [] for subnet (01fd4606-e10b-4df2-887f-a377523b6747), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.816216 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:55.820658 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f69d3898-ed6d-4a5e-bcb5-acf103c57444 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3431387'] for subnet (01fd4606-e10b-4df2-887f-a377523b6747), precommit_delete_associations {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.910414 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f69d3898-ed6d-4a5e-bcb5-acf103c57444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (01fd4606-e10b-4df2-887f-a377523b6747), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.966983 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f69d3898-ed6d-4a5e-bcb5-acf103c57444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2946720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3945160'] for subnet (01fd4606-e10b-4df2-887f-a377523b6747), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.992523 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d3898-ed6d-4a5e-bcb5-acf103c57444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01fd4606-e10b-4df2-887f-a377523b6747,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:55.996163 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-f69d3898-ed6d-4a5e-bcb5-acf103c57444 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:55.999276 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-f69d3898-ed6d-4a5e-bcb5-acf103c57444 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/01fd4606-e10b-4df2-887f-a377523b6747 HTTP/1.1" status: 204 len: 168 time: 0.2617700 May 24 15:54:56.002183 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 57242) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:54:56.002893 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04855952-06b4-4899-a23b-2932cb743bb1 None None] Network 158f698e-4d32-4eab-a98a-a86d85437b4e requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:54:56.072969 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (158f698e-4d32-4eab-a98a-a86d85437b4e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.116825 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Deleting port 0d97d745-80bb-423b-b4b3-33b4dbfb985a {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:54:56.117176 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.180552 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] For port 0d97d745-80bb-423b-b4b3-33b4dbfb985a, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=0d97d745-80bb-423b-b4b3-33b4dbfb985a,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:54:56.180780 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.195001 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Calling delete_port for 0d97d745-80bb-423b-b4b3-33b4dbfb985a owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:54:56.224928 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] DHCP port deletion for 158f698e-4d32-4eab-a98a-a86d85437b4e request from dv-cinder-843153-1-iscsi {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 15:54:56.260928 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:56.267860 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Deleting port 0d97d745-80bb-423b-b4b3-33b4dbfb985a {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:54:56.268258 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.281644 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.306767 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d97d745-80bb-423b-b4b3-33b4dbfb985a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:56.312149 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] No DVR routers for this DVR port 0d97d745-80bb-423b-b4b3-33b4dbfb985a on host dv-cinder-843153-1-iscsi {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:54:56.333234 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] For port 0d97d745-80bb-423b-b4b3-33b4dbfb985a, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=0d97d745-80bb-423b-b4b3-33b4dbfb985a,segment=NetworkSegment(deca1eaf-98b4-472c-bbc3-98a044d22c45),segment_id=deca1eaf-98b4-472c-bbc3-98a044d22c45)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:54:56.333533 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.348075 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Calling delete_port for 0d97d745-80bb-423b-b4b3-33b4dbfb985a owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:54:56.388347 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (158f698e-4d32-4eab-a98a-a86d85437b4e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.410482 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158f698e-4d32-4eab-a98a-a86d85437b4e']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:56.417023 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:56.421390 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deca1eaf-98b4-472c-bbc3-98a044d22c45') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:56.421686 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deca1eaf-98b4-472c-bbc3-98a044d22c45') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:56.432021 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678106'] for segment (deca1eaf-98b4-472c-bbc3-98a044d22c45), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.448668 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (deca1eaf-98b4-472c-bbc3-98a044d22c45), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.455969 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:54:56.456369 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8731904'] for segment (deca1eaf-98b4-472c-bbc3-98a044d22c45), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.527756 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (158f698e-4d32-4eab-a98a-a86d85437b4e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.548064 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.554470 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] 10.222.0.55 "DELETE /v2.0/networks/158f698e-4d32-4eab-a98a-a86d85437b4e HTTP/1.1" status: 204 len: 168 time: 0.5485508 May 24 15:54:56.554470 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d03b9-02b8-4c6b-882f-5cd07271d910 admin admin] Pushing event deleted for resources: {'Network': ['ID=158f698e-4d32-4eab-a98a-a86d85437b4e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:56.554826 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.wsgi [-] (104075) accepted ('10.222.0.55', 57248) {{(pid=104075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:54:56.570480 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment deca1eaf-98b4-472c-bbc3-98a044d22c45 resource provider aggregate not found May 24 15:54:56.571633 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157'] for port (0d97d745-80bb-423b-b4b3-33b4dbfb985a), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:56.589940 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment deca1eaf-98b4-472c-bbc3-98a044d22c45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid deca1eaf-98b4-472c-bbc3-98a044d22c45 found for delete ", "request_id": "req-70897c48-8281-4cb7-be54-dc351202e884"}]} May 24 15:54:56.595367 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Network 158f698e-4d32-4eab-a98a-a86d85437b4e is not hosted by any dhcp agent {{(pid=104077) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 24 15:54:56.595825 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] No DVR routers for this DVR port 0d97d745-80bb-423b-b4b3-33b4dbfb985a on host dv-cinder-843153-1-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:54:56.600079 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Pushing event deleted for resources: {'Port': ['ID=0d97d745-80bb-423b-b4b3-33b4dbfb985a,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:56.609818 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.610141 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.610538 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.610942 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.611298 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.611639 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.612126 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.612390 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.612701 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.613084 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.613366 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.613684 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.613992 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.614329 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.614603 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d86e0-70d9-4041-b93f-cc46c42934c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843153-1-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 24 15:54:56.675990 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 57af0cc2-7352-4974-9cc4-5d65c4f4b829 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:54:56.695515 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 57af0cc2-7352-4974-9cc4-5d65c4f4b829 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:54:56.695862 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 57af0cc2-7352-4974-9cc4-5d65c4f4b829 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:54:56.696314 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 84ee0af7-6e12-441f-94f7-fe7a3add7039 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:54:56.714965 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 84ee0af7-6e12-441f-94f7-fe7a3add7039 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:54:56.715361 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 84ee0af7-6e12-441f-94f7-fe7a3add7039 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:54:56.715779 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 0d97d745-80bb-423b-b4b3-33b4dbfb985a no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:54:56.733998 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 0d97d745-80bb-423b-b4b3-33b4dbfb985a {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:54:56.734313 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 0d97d745-80bb-423b-b4b3-33b4dbfb985a not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:54:56.886672 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28cf87fd-bebf-402c-9640-7fb0f25e70e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-926668'] for router_interface (cebd36e7-ab22-43b2-8676-10339d6276b8), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:57.069050 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:57.111818 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-28cf87fd-bebf-402c-9640-7fb0f25e70e7 admin admin] Deleting port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 {{(pid=104075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:54:57.112190 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28cf87fd-bebf-402c-9640-7fb0f25e70e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), before_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:57.202808 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.db [None req-28cf87fd-bebf-402c-9640-7fb0f25e70e7 admin admin] For port 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408,segment=NetworkSegment(ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d),segment_id=ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d)] {{(pid=104075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:54:57.203171 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28cf87fd-bebf-402c-9640-7fb0f25e70e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), precommit_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:57.216138 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.plugins.ml2.plugin [None req-28cf87fd-bebf-402c-9640-7fb0f25e70e7 admin admin] Calling delete_port for 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 owned by network:router_interface {{(pid=104075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:54:57.255452 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:57.408666 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28cf87fd-bebf-402c-9640-7fb0f25e70e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2946935'] for port (26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:57.432569 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf87fd-bebf-402c-9640-7fb0f25e70e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408,revision_number=None']} {{(pid=104075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:57.593536 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron_lib.callbacks.manager [None req-28cf87fd-bebf-402c-9640-7fb0f25e70e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-419315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-926552'] for router_interface (cebd36e7-ab22-43b2-8676-10339d6276b8), after_delete {{(pid=104075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:57.624828 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bfd48cb3-b2c8-4a03-918a-a6c3fe220f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:57.822766 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cf87fd-bebf-402c-9640-7fb0f25e70e7 admin admin] Router cebd36e7-ab22-43b2-8676-10339d6276b8 has already been hosted by L3 agent 813f342e-e33a-421f-a75c-e2fb65e8a4bd {{(pid=104075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 24 15:54:57.928790 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cf87fd-bebf-402c-9640-7fb0f25e70e7 admin admin] Notify agent at l3_agent.dv-cinder-843153-1-iscsi the message routers_updated {{(pid=104075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 24 15:54:57.933726 dv-cinder-843153-1-iscsi neutron-server[104075]: INFO neutron.wsgi [None req-28cf87fd-bebf-402c-9640-7fb0f25e70e7 admin admin] 10.222.0.55 "PUT /v2.0/routers/cebd36e7-ab22-43b2-8676-10339d6276b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3778284 May 24 15:54:57.936527 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 57252) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:54:57.939155 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca4ae7-5563-471c-84bc-74c076049aa5 None None] Sync routers for ids ['cebd36e7-ab22-43b2-8676-10339d6276b8'] in dv-cinder-843153-1-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 24 15:54:57.950647 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca4ae7-5563-471c-84bc-74c076049aa5 None None] Routers {'cebd36e7-ab22-43b2-8676-10339d6276b8'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:54:57.951360 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-57ca4ae7-5563-471c-84bc-74c076049aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:54:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cebd36e7-ab22-43b2-8676-10339d6276b8'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:58.037345 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Publish callbacks [] for router (cebd36e7-ab22-43b2-8676-10339d6276b8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.141783 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Publish callbacks [] for router_gateway (cebd36e7-ab22-43b2-8676-10339d6276b8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.142031 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-57ca4ae7-5563-471c-84bc-74c076049aa5 None None] Set router cebd36e7-ab22-43b2-8676-10339d6276b8 gateway port host: dv-cinder-843153-1-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:54:58.184474 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Deleting port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:54:58.184822 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.265227 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] For port 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=426827e9-8fdd-4cc6-8055-a1b39a0e4cbb,segment=NetworkSegment(76a8db3e-3f41-4ccc-8096-009289ba2741),segment_id=76a8db3e-3f41-4ccc-8096-009289ba2741)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:54:58.265585 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.278814 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Calling delete_port for 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:54:58.306267 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-57ca4ae7-5563-471c-84bc-74c076049aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'name': 'tempest-TestShelveInstance-2005725753-router', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'external_fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:54:57Z', 'revision_number': 5, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'gw_port': {'id': '426827e9-8fdd-4cc6-8055-a1b39a0e4cbb', 'name': '', 'network_id': '89f09afe-9f84-467f-83ae-ba767b6cb40a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843153-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd59e03b-360b-4939-ac9d-e743c5c62296', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843153-1-iscsi'}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:58.331001 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca4ae7-5563-471c-84bc-74c076049aa5 None None] Checking router: cebd36e7-ab22-43b2-8676-10339d6276b8 for host: dv-cinder-843153-1-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 24 15:54:58.339767 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca4ae7-5563-471c-84bc-74c076049aa5 None None] Routers {'cebd36e7-ab22-43b2-8676-10339d6276b8'} bound to L3 agent in host dv-cinder-843153-1-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 24 15:54:58.340774 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-57ca4ae7-5563-471c-84bc-74c076049aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843153-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-24T15:29:28Z,description=,heartbeat_timestamp=2022-05-24T15:54:58Z,host='dv-cinder-843153-1-iscsi',id=813f342e-e33a-421f-a75c-e2fb65e8a4bd,load=0,resource_versions=,resources_synced=,started_at=2022-05-24T15:29:28Z,topic='l3_agent')) {'router_ids': ['cebd36e7-ab22-43b2-8676-10339d6276b8'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:58.425260 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-57ca4ae7-5563-471c-84bc-74c076049aa5 None None] Set router cebd36e7-ab22-43b2-8676-10339d6276b8 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 24 15:54:58.447019 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (426827e9-8fdd-4cc6-8055-a1b39a0e4cbb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.472008 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Pushing event deleted for resources: {'Port': ['ID=426827e9-8fdd-4cc6-8055-a1b39a0e4cbb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:58.477572 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-57ca4ae7-5563-471c-84bc-74c076049aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'name': 'tempest-TestShelveInstance-2005725753-router', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:54:58Z', 'revision_number': 6, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'gw_port_host': None}], 'dv-cinder-843153-1-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:58.480426 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:58.504564 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca4ae7-5563-471c-84bc-74c076049aa5 None None] The sync data for ids ['cebd36e7-ab22-43b2-8676-10339d6276b8'] in dv-cinder-843153-1-iscsi is: [{'id': 'cebd36e7-ab22-43b2-8676-10339d6276b8', 'name': 'tempest-TestShelveInstance-2005725753-router', 'tenant_id': '962ac7d1acd7471d937731b813ec4123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-24T15:50:41Z', 'updated_at': '2022-05-24T15:54:58Z', 'revision_number': 6, 'project_id': '962ac7d1acd7471d937731b813ec4123', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 24 15:54:58.541069 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924726'] for router_gateway (cebd36e7-ab22-43b2-8676-10339d6276b8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.626877 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4623'] for router (cebd36e7-ab22-43b2-8676-10339d6276b8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.629140 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Publish callbacks [] for router_controller (cebd36e7-ab22-43b2-8676-10339d6276b8), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.670764 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927888'] for router (cebd36e7-ab22-43b2-8676-10339d6276b8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.671445 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cebd36e7-ab22-43b2-8676-10339d6276b8 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 24 15:54:58.676744 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.677906 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-de5088c5-8c9d-4f36-a3d7-2f5429186552 admin admin] 10.222.0.55 "DELETE /v2.0/routers/cebd36e7-ab22-43b2-8676-10339d6276b8 HTTP/1.1" status: 204 len: 168 time: 0.7403803 May 24 15:54:58.680439 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 57254) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:54:58.725179 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4009b1e4-52ba-4dbd-b970-2b99613e806a admin admin] Deleting subnet 051cb860-6b17-4c2e-828a-b8b95cb600a1 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 24 15:54:58.728450 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4009b1e4-52ba-4dbd-b970-2b99613e806a admin admin] Publish callbacks [] for subnet (051cb860-6b17-4c2e-828a-b8b95cb600a1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.762780 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4009b1e4-52ba-4dbd-b970-2b99613e806a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678101'] for subnet (051cb860-6b17-4c2e-828a-b8b95cb600a1), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.847027 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:58.849691 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4009b1e4-52ba-4dbd-b970-2b99613e806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67051443'] for subnet (051cb860-6b17-4c2e-828a-b8b95cb600a1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.913826 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4009b1e4-52ba-4dbd-b970-2b99613e806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67051432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8731874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8497346'] for subnet (051cb860-6b17-4c2e-828a-b8b95cb600a1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.942138 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009b1e4-52ba-4dbd-b970-2b99613e806a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051cb860-6b17-4c2e-828a-b8b95cb600a1,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:58.944186 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4009b1e4-52ba-4dbd-b970-2b99613e806a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:58.946815 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:54:58.947809 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4009b1e4-52ba-4dbd-b970-2b99613e806a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/051cb860-6b17-4c2e-828a-b8b95cb600a1 HTTP/1.1" status: 204 len: 168 time: 0.2659609 May 24 15:54:58.949870 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 57256) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:54:58.955186 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59de9948-657d-4bb4-9844-5c0004f40561 None None] Network 811eb90f-930a-4913-9a7c-dec89120304b requested from dv-cinder-843153-1-iscsi {{(pid=104077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 24 15:54:58.988508 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:54:58.988897 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 26d3f8ff-3f6a-4eaa-a8dc-2b3bc5c99408 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:54:59.031981 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66860568'] for network (811eb90f-930a-4913-9a7c-dec89120304b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.076010 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Deleting port 22ae33c2-b923-4cdc-96dd-1781866c8d53 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:54:59.076373 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.138790 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] For port 22ae33c2-b923-4cdc-96dd-1781866c8d53, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=22ae33c2-b923-4cdc-96dd-1781866c8d53,segment=NetworkSegment(ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d),segment_id=ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:54:59.139148 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.152066 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Calling delete_port for 22ae33c2-b923-4cdc-96dd-1781866c8d53 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:54:59.214619 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.267396 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea031e98-7599-4cc6-b0ad-63e91c36dbb1 None None] DHCP port deletion for 811eb90f-930a-4913-9a7c-dec89120304b request from dv-cinder-843153-1-iscsi {{(pid=104077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 24 15:54:59.307412 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ea031e98-7599-4cc6-b0ad-63e91c36dbb1 None None] Deleting port 22ae33c2-b923-4cdc-96dd-1781866c8d53 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 24 15:54:59.307790 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea031e98-7599-4cc6-b0ad-63e91c36dbb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751498820298'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.375977 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-ea031e98-7599-4cc6-b0ad-63e91c36dbb1 None None] For port 22ae33c2-b923-4cdc-96dd-1781866c8d53, host dv-cinder-843153-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843153-1-iscsi',level=0,port_id=22ae33c2-b923-4cdc-96dd-1781866c8d53,segment=NetworkSegment(ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d),segment_id=ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 24 15:54:59.376813 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea031e98-7599-4cc6-b0ad-63e91c36dbb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920461'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.392914 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-ea031e98-7599-4cc6-b0ad-63e91c36dbb1 None None] Calling delete_port for 22ae33c2-b923-4cdc-96dd-1781866c8d53 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 24 15:54:59.481325 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea031e98-7599-4cc6-b0ad-63e91c36dbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.498075 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66680436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751498829240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751498438157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8731957'] for port (22ae33c2-b923-4cdc-96dd-1781866c8d53), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.507534 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea031e98-7599-4cc6-b0ad-63e91c36dbb1 None None] Pushing event deleted for resources: {'Port': ['ID=22ae33c2-b923-4cdc-96dd-1781866c8d53,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:59.515376 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea031e98-7599-4cc6-b0ad-63e91c36dbb1 None None] No DVR routers for this DVR port 22ae33c2-b923-4cdc-96dd-1781866c8d53 on host dv-cinder-843153-1-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:54:59.524075 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=22ae33c2-b923-4cdc-96dd-1781866c8d53,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:59.533937 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] No DVR routers for this DVR port 22ae33c2-b923-4cdc-96dd-1781866c8d53 on host dv-cinder-843153-1-iscsi {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 24 15:54:59.606289 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67044412', 'neutron.services.segments.db._delete_segments_for_network-8751498965607'] for network (811eb90f-930a-4913-9a7c-dec89120304b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.617651 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:54:59.627148 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811eb90f-930a-4913-9a7c-dec89120304b']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:59.637586 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:59.637899 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 24 15:54:59.647406 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751498965872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678106'] for segment (ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.661181 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128'] for segment (ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.668199 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 24 15:54:59.668595 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-67049128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8731904'] for segment (ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.709215 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d resource provider aggregate not found May 24 15:54:59.732194 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee5a3d6e-d931-464a-aa9d-b3c8b7991a5d found for delete ", "request_id": "req-0d3653ab-52d0-4279-8386-b358932d7c35"}]} May 24 15:54:59.733290 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67044405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-419322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925662'] for network (811eb90f-930a-4913-9a7c-dec89120304b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.739177 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-419304'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:54:59.742297 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/811eb90f-930a-4913-9a7c-dec89120304b HTTP/1.1" status: 204 len: 168 time: 0.7913151 May 24 15:54:59.753610 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d8402-14a4-4fee-a959-6fd35cfaf3a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=811eb90f-930a-4913-9a7c-dec89120304b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:54:59.912931 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 57264) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:54:59.952556 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c7bd6b6e-c3dd-4894-a9fd-dcfdd75d6389 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6341a9bfc680413892cbfbb3e3845604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385160 May 24 15:54:59.954949 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 57266) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:55:00.013321 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a7acb33-ca0f-4071-8b2d-9ca35bfa86c0 admin admin] Publish callbacks [] for security_group (6ccf66a9-d7d3-4559-8609-3b3c398994ae), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:00.036480 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a7acb33-ca0f-4071-8b2d-9ca35bfa86c0 admin admin] Publish callbacks [] for security_group (6ccf66a9-d7d3-4559-8609-3b3c398994ae), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:00.090927 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a7acb33-ca0f-4071-8b2d-9ca35bfa86c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (6ccf66a9-d7d3-4559-8609-3b3c398994ae), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:00.093553 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8a7acb33-ca0f-4071-8b2d-9ca35bfa86c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:00.094701 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8a7acb33-ca0f-4071-8b2d-9ca35bfa86c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ccf66a9-d7d3-4559-8609-3b3c398994ae HTTP/1.1" status: 204 len: 168 time: 0.1389194 May 24 15:55:00.102784 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7acb33-ca0f-4071-8b2d-9ca35bfa86c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccf66a9-d7d3-4559-8609-3b3c398994ae,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:55:00.114579 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:00.404441 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:00.450584 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 57272) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:55:00.491170 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-58b4ca87-dadc-4b49-bdec-c6733ab7e7d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=962ac7d1acd7471d937731b813ec4123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393603 May 24 15:55:00.493768 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.55', 57274) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 24 15:55:00.505640 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:00.542890 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f04f0465-1143-47be-bc32-18ae290260f9 admin admin] Publish callbacks [] for security_group (d6790125-b919-4c63-8a17-65ca121c4ee6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:00.564013 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f04f0465-1143-47be-bc32-18ae290260f9 admin admin] Publish callbacks [] for security_group (d6790125-b919-4c63-8a17-65ca121c4ee6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:00.615791 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f04f0465-1143-47be-bc32-18ae290260f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640521'] for security_group (d6790125-b919-4c63-8a17-65ca121c4ee6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:00.620018 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f04f0465-1143-47be-bc32-18ae290260f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:00.621701 dv-cinder-843153-1-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f04f0465-1143-47be-bc32-18ae290260f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6790125-b919-4c63-8a17-65ca121c4ee6 HTTP/1.1" status: 204 len: 168 time: 0.1270249 May 24 15:55:00.630671 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f0465-1143-47be-bc32-18ae290260f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6790125-b919-4c63-8a17-65ca121c4ee6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 24 15:55:00.676189 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 22ae33c2-b923-4cdc-96dd-1781866c8d53 no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:55:00.699033 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 22ae33c2-b923-4cdc-96dd-1781866c8d53 {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:55:00.699426 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 22ae33c2-b923-4cdc-96dd-1781866c8d53 not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:55:00.699861 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb no longer exists at agent ovs-agent-dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 24 15:55:00.718125 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] No Port match for: 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb {{(pid=104077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 24 15:55:00.718879 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.rpc [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Device 426827e9-8fdd-4cc6-8055-a1b39a0e4cbb not bound to the agent host dv-cinder-843153-1-iscsi {{(pid=104077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 24 15:55:00.929725 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:55:01.704586 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:01.720506 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:07.664970 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:07.924646 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=75,neutron:DELETE=4 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:07.926982 dv-cinder-843153-1-iscsi neutron-server[104075]: DEBUG dbcounter [-] [104075] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:10.625321 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:10.626652 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=49,neutron:DELETE=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:14.860159 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=45 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:17.657086 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:17.659473 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:23.895819 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:25.382293 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e4d31f66-8287-4075-bb99-74d547a50574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:27.637482 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cc736e6b-97a9-459b-80ea-bd37f463a777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:29.220045 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:30.416277 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:31.718534 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:37.668624 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:37.935101 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:55:47.653222 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:47.662620 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:51.866070 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:51.867271 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:55:55.386049 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ccf750aa-62a5-4abf-bd18-6d025bc2bf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:57.640369 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e1263dbe-4c5b-42c9-895d-f32442d5de96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:55:59.226470 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:56:00.422205 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:56:01.716821 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:56:07.666217 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:56:14.941010 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:56:17.652869 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:56:17.659772 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:56:25.384463 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-19777c58-19ac-45a0-af93-806c8def2f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:56:27.649157 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-18b7966b-6afb-4b15-93bb-b710bbed1fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:56:28.864845 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=17 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:56:28.866023 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=17 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:56:29.228452 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:56:30.425377 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:56:31.716153 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:56:37.667587 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:56:41.709313 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:56:47.661314 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:56:51.947230 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:56:55.387437 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-699f33a6-05ed-4c96-818d-b060493bb916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:56:57.639423 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9d73c7eb-937e-4a66-925a-489314a8b4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:56:59.238712 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:57:00.424288 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:57:01.717200 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:57:05.856810 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:57:05.857563 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:57:07.671007 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:57:17.652157 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:57:17.658960 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:57:23.893020 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:57:25.387318 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-549e7a19-71c0-4db5-8ef0-011d4deb1950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:57:27.640711 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b73c2b89-2419-497d-a4f5-1e9841e54d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:57:28.952761 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:57:29.243763 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:57:30.436073 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:57:31.715359 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:57:37.671940 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:57:42.862643 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:57:42.863651 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:57:47.659214 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:57:47.663011 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:57:55.394800 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-db4d6a9a-9dd6-4745-a282-ed977fb23fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:57:57.649722 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bb52cdce-99a5-4311-b46f-ff67df06373c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:57:59.248892 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:58:00.439345 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:58:01.713954 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:58:05.957449 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:58:07.668536 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:58:17.650797 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:58:17.661976 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:58:21.435408 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=16 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:58:25.386304 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c50683f5-4e4d-4dac-9cda-38c75e4a90ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:58:27.640526 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-175479b9-c094-44e8-b80a-c93c6ea46015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:58:27.882117 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=20 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:58:29.246640 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:58:30.435627 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:58:31.711325 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:58:37.665995 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:58:42.960287 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:58:47.657187 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:58:47.660792 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:58:55.387271 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f06a3c94-22ed-444f-9edc-c140741a1036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:58:56.859709 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:58:56.860883 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:58:57.641834 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-085f3425-b1dc-466c-8a98-4fe610e6ce62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:58:59.252719 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:59:00.446378 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:59:01.707866 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:59:07.309006 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-6b71d516-491f-48f9-8bc7-1f6a35d1353f service neutron] (104076) timed out ('10.222.0.55', 53788) {{(pid=104076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 24 15:59:07.492277 dv-cinder-843153-1-iscsi neutron-server[104076]: DEBUG neutron.wsgi [req-ed2d01c3-2f3a-4650-ac8e-364023948826 req-6e0a08e6-7110-42e1-8d87-b25734784675 tempest-AttachVolumeShelveTestJSON-2084526134 tempest-AttachVolumeShelveTestJSON-2084526134-project] (104076) timed out ('10.222.0.55', 53796) {{(pid=104076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 24 15:59:07.679736 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:59:17.665393 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:59:17.674664 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:59:19.964799 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:59:25.393859 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ffa54216-4722-4d1c-9e5d-5a5ce84005ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:59:27.641286 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae528200-4100-4328-b3f9-7379fe8b9fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:59:29.261593 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:59:30.449833 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:59:31.704779 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:59:33.853544 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:59:33.858682 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:59:37.696179 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:59:47.685238 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:59:47.689032 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 15:59:55.387797 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2caea1d1-d973-4468-9169-c6f801b7e66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bca99014-502e-4658-81b7-58bcd9320fb3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:59:56.969595 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG neutron.db.agents_db [None req-6593af95-8fae-4869-b830-9ae747d4d2ed None None] Agent healthcheck: found 6 active agents {{(pid=104078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 24 15:59:57.643000 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dd764d30-e301-4d4f-b6ad-52756ab59277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (813f342e-e33a-421f-a75c-e2fb65e8a4bd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 15:59:59.262898 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39d2361d-2ab2-4db1-b18d-b35fbba6f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (b3ac5514-836d-42a5-8ac5-17d1a7a91b00), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 16:00:00.447914 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d503f8e-e807-4707-91d4-ddc614f09147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (bb4555db-538b-4c94-8ea6-4680ea4d56bf), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 16:00:01.701482 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0361-436e-4d1e-b2a7-b542770559ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (9ca5ffb4-6ca2-4e9e-a8db-20fe08983ee3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 16:00:07.701839 dv-cinder-843153-1-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-95104e15-d576-4b97-aa29-42c1fbbaab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751498965589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67013373'] for agent (ed1c2175-35c0-495f-bdd6-b7046fd5a66f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 24 16:00:10.856076 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 24 16:00:10.861465 dv-cinder-843153-1-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}